-- Logs begin at Wed 2021-05-19 22:31:13 UTC, end at Wed 2021-05-19 23:28:39 UTC. --
May 19 22:58:50.493913 dv-cinder-792299-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 19 22:58:52.875115 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.common.config [-] Logging enabled!
May 19 22:58:52.875664 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214
May 19 22:58:52.875804 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 19 22:58:52.879053 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.common.config [-] Logging enabled!
May 19 22:58:52.879820 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214
May 19 22:58:52.880153 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91720) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 19 22:58:52.881056 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 22:58:52.881286 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 22:58:52.881690 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 22:58:52.881901 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 22:58:52.882123 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 22:58:52.882435 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.882726 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.883015 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.883240 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.883528 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.883813 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.884089 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.884372 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.884664 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.884945 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.885221 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.885498 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.885751 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.886031 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.886313 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.886595 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.886815 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.887088 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.887506 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.887917 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.888193 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.888476 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.888744 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.889008 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.889275 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.889550 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.889898 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] host                           = dv-cinder-792299-1-iscsi {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.890173 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.890450 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.890732 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.891011 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.891276 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.891541 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.891816 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.892080 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.892344 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.892609 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.892888 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.893166 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.893446 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.893664 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.893905 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.894189 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.894470 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.894739 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.895852 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.895852 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.896121 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.896331 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.896593 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.896872 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.897150 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.897427 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.897694 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.897981 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.898246 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.898512 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.898788 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.899054 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.899322 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.899587 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.899864 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.900124 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.900390 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.900686 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.900963 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.901238 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.901514 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.901803 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.902078 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.902342 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.902606 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.902868 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.903132 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.903392 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.903668 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.903932 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.904193 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.904459 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.904723 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.905001 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:52.905293 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.905584 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.905899 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.906176 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.906465 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.906741 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.907024 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.907297 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.907578 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.907859 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.908140 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.908414 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.908696 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.908967 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.909254 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.909552 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.909865 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.910150 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.910420 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.910720 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.911187 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.911331 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.911616 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.911911 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.912194 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.912461 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.912735 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.913019 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.913289 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.913553 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.913861 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.914148 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.914420 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.914686 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.914961 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.915231 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.915495 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.915760 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.916029 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.916311 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.916580 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.916844 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.917108 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.917377 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.917641 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.917945 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.918474 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.918741 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.919006 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.919280 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.919548 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.919817 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.920086 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.920352 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.920627 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.920895 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.921161 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.921426 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.921690 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.921978 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.922240 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.922505 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.922775 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.923042 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.923307 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.923572 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.923837 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.924101 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.924380 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.924672 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.924945 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.925218 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.925492 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.925790 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.926066 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.926379 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.926657 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.926933 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.927208 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.927491 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.927771 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.928052 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.928329 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.928604 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.928892 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.929164 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.929441 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.929725 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.930012 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.930308 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.930597 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.930886 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.931176 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.931465 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.931753 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.932039 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.932331 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.932616 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.932889 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:52.933102 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 22:58:52.933333 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91720) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 19 22:58:53.279656 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:58:53.279927 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:58:53.280210 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:58:53.280538 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [-] Loading core plugin: ml2
May 19 22:58:53.582796 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.583083 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.583352 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.584571 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.584849 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.585111 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.702529 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.702803 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.703065 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.716234 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.716509 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.716773 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.745377 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.745645 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.745941 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.782609 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.782882 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:53.783143 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.011176 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f06747e2dc0> agent after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.011817 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f06747e2dc0> agent after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.011817 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f06747e2ca0> segment precommit_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.011978 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f06747d1820> network precommit_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.012673 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f06747fa8b0> segment before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.134725 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> network before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.135039 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0674578280> agent before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.135314 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> network before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.135580 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> port before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.135839 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> port before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.136138 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> segment precommit_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.136388 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> segment precommit_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.136636 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> segment after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.136881 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> segment after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.137153 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> network after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.137406 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> network precommit_delete 0 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.137664 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> port provisioning_complete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.137941 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.138189 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> rbac-policy after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.138447 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> agent after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.138707 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> subnet after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.138957 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> subnet precommit_delete 0 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.139359 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.139612 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.139890 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> segment_host_mapping after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.140232 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> port after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.140484 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.140731 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.141005 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.141249 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.141487 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f06750e9580>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.141901 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 22:58:54.142139 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 22:58:54.142372 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 22:58:54.142604 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 22:58:54.142834 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 22:58:54.143062 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 22:58:54.143414 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 19 22:58:54.146965 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 19 22:58:54.150912 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 19 22:58:54.154665 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
May 19 22:58:54.156278 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 19 22:58:54.156724 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 19 22:58:54.157055 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 19 22:58:54.157437 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 19 22:58:54.160364 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 19 22:58:54.161173 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 19 22:58:54.161506 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 19 22:58:54.189435 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 19 22:58:54.189917 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f06746688e0>> qos_plugin after_init 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.190213 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91720) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 19 22:58:54.190567 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0674668340>> logging-plugin after_init 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.191944 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91720) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 19 22:58:54.192225 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 19 22:58:54.192469 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 19 22:58:54.195656 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f06748d2fa0>> floatingip before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.195934 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f06748d2fa0>> port before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.258733 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 19 22:58:54.258968 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 19 22:58:54.259198 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 19 22:58:54.259559 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 19 22:58:54.290403 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_db.sqlalchemy.engines [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91720) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 19 22:58:54.615113 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Initializing driver for type 'gre'
May 19 22:58:54.615583 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] gre ID ranges: [(1, 1000)]
May 19 22:58:54.666271 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Initializing driver for type 'local'
May 19 22:58:54.666612 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Initializing driver for type 'vlan'
May 19 22:58:54.678106 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] VlanTypeDriver initialization complete
May 19 22:58:54.678449 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Initializing driver for type 'vxlan'
May 19 22:58:54.679015 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] vxlan ID ranges: [(1, 1000)]
May 19 22:58:54.731011 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Initializing extension driver 'port_security'
May 19 22:58:54.731345 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.extensions.port_security [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] PortSecurityExtensionDriver initialization complete
May 19 22:58:54.731679 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Initializing mechanism driver 'openvswitch'
May 19 22:58:54.731992 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Initializing mechanism driver 'hyperv'
May 19 22:58:54.738436 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.plugins.ml2.plugin [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:58:54.739752 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06748e5e50>> port after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.740116 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06748e5e50>> port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.740464 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06748e5e50>> port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.740847 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06748e5cd0>> subnet after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.741195 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06748e5cd0>> subnet after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.741536 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f06748e5cd0>> subnet after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.741930 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674156ee0>> network after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.742272 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674156ee0>> network after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.742604 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674156ee0>> network after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.742970 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674156f70>> security_group after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.743308 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674156f70>> security_group after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.743640 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674156f70>> security_group after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.744012 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674161400>> security_group_rule after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.744351 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674161400>> security_group_rule after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.744681 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674161400>> security_group_rule after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.745045 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674161670>> address_group after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.745383 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674161670>> address_group after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.745732 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0674161670>> address_group after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.746062 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] ML2 OVO RPC backend initialized. {{(pid=91720) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 19 22:58:54.746758 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> router_interface after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.747106 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> router_interface after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.747513 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> network before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.747854 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> networks before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.748197 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> port before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.748536 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> ports before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.748871 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> subnet before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.749206 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> subnets before_response 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.749543 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> network after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.749904 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> network after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.750233 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> network after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.750563 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> port after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.750893 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.751219 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.751546 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> subnet after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.751872 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> subnet after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.752195 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0674161a60>> subnet after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.752756 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.plugin [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Modular L2 Plugin initialization complete
May 19 22:58:54.753074 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading services supported by the core plugin {{(pid=91720) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 19 22:58:54.753389 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.plugins.ml2.managers [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Got port-security extension from driver 'port_security'
May 19 22:58:54.753868 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.extensions.vlantransparent [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Disabled vlantransparent extension.
May 19 22:58:54.754392 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91720) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 19 22:58:54.754699 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading Plugin: router
May 19 22:58:54.798734 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router_interface before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.799401 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router after_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.800032 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router before_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.800649 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router_interface before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.801307 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router_interface after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.801973 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router after_delete 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.802580 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> floatingip after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.803208 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router after_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.803806 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router after_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.804410 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router after_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.805022 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router_gateway after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.805637 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router after_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.806379 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router precommit_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.807026 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f067476daf0> port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.807619 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f067476db80> port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.807978 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f067476da60> subnet after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.808503 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f067476d700> subnetpool_address_scope after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.809012 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> port precommit_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.809367 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router precommit_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.809764 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0674762670> port before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.810111 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router precommit_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.810468 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router after_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.810809 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router precommit_delete 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.811154 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router precommit_create 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.811510 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router_interface after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.811849 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> router precommit_update 55549900 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.812214 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0674161b80>> network after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.813062 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Tracking information for resource: router configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 22:58:54.813388 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Tracking information for resource: floatingip configured {{(pid=91720) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 22:58:54.818417 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.db.l3_agentschedulers_db [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 19 22:58:54.818986 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f06740d80d0> port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.819342 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f06740caf70> port after_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.819686 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function _notify_port_delete at 0x7f06740d8040> port after_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.820032 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f06740d83a0> port after_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.820811 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0674103370>> router before_create 55550100 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.821168 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0674103370>> router precommit_delete 55550100 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.821524 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0674103370>> router precommit_create 55550100 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.821907 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0674103370>> router precommit_update 55550100 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.826439 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.services.provider_configuration [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service providers = [] {{(pid=91720) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 19 22:58:54.826796 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.db.servicetype_db [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91720) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 19 22:58:54.829665 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.services.service_base [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 22:58:54.830032 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.services.service_base [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 22:58:54.830368 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.services.service_base [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 22:58:54.831225 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.services.service_base [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91720) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 22:58:54.831585 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.services.service_base [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 19 22:58:54.832114 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 22:58:54.832984 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 19 22:58:54.843336 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 22:58:54.843663 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading Plugin: auto_allocate
May 19 22:58:54.849369 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0674119790> network precommit_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.849760 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0674119790> network precommit_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.850270 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 22:58:54.850581 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading Plugin: tag
May 19 22:58:54.857225 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 22:58:54.857547 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading Plugin: timestamp
May 19 22:58:54.861249 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 22:58:54.861570 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading Plugin: network_ip_availability
May 19 22:58:54.867296 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06741139a0>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.867610 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06741139a0>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.867962 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f06741139a0>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:54.868653 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 22:58:54.868967 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading Plugin: flavors
May 19 22:58:54.873801 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 22:58:54.874129 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading Plugin: revisions
May 19 22:58:54.878324 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91720) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 22:58:54.878700 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.598s {{(pid=91720) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:58:54.880022 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91720) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 19 22:58:54.880537 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Initializing extension manager.
May 19 22:58:54.881037 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: __init__.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.881371 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: __pycache__ {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.881727 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.882046 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: address_group.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.882785 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.883341 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: address-group
May 19 22:58:54.883670 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: address_scope.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.884365 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.884869 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: address-scope
May 19 22:58:54.885186 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.886110 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.886615 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: router-admin-state-down-before-update
May 19 22:58:54.886930 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: agent.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.887613 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.888112 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: agent
May 19 22:58:54.888425 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: agent_resources_synced.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.889312 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.889839 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: agent-resources-synced
May 19 22:58:54.890154 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: allowedaddresspairs.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.891886 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.892405 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: allowed-address-pairs
May 19 22:58:54.892724 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: auto_allocated_topology.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.893805 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.894319 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: auto-allocated-topology
May 19 22:58:54.894640 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: availability_zone.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.895656 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.896378 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: availability_zone
May 19 22:58:54.896700 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: availability_zone_filter.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.897596 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.898135 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: availability_zone_filter
May 19 22:58:54.898453 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: data_plane_status.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.899330 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.899825 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension data-plane-status not supported by any of loaded plugins
May 19 22:58:54.900142 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: default_subnetpools.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.901029 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.901527 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: default-subnetpools
May 19 22:58:54.901881 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.902668 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.903168 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: dhcp_agent_scheduler
May 19 22:58:54.903492 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: dns.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.904370 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.904866 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension dns-integration not supported by any of loaded plugins
May 19 22:58:54.905181 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: dns_domain_ports.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.906097 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.906596 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 19 22:58:54.906912 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: dvr.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.907562 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.908059 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: dvr
May 19 22:58:54.908374 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: empty_string_filtering.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.909254 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.909783 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: empty-string-filtering
May 19 22:58:54.910098 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.911080 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.911571 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 19 22:58:54.911884 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.912765 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.913253 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 19 22:58:54.913569 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: external_net.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.914476 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.914974 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: external-net
May 19 22:58:54.915287 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.916166 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.916662 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: extra_dhcp_opt
May 19 22:58:54.916974 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: extraroute.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.917889 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.918644 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: extraroute
May 19 22:58:54.918956 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: extraroute_atomic.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.919961 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.920470 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: extraroute-atomic
May 19 22:58:54.920788 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: filter_validation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.921430 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.921954 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: filter-validation
May 19 22:58:54.922267 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: fip_pf_description.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.923313 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.923818 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 19 22:58:54.924134 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: fip_port_details.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.925016 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.925521 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: fip-port-details
May 19 22:58:54.925867 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: flavors.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.927607 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.928116 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: flavors
May 19 22:58:54.928439 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.930101 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.930619 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 19 22:58:54.930939 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: floatingip_pools.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.931614 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.932114 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: floatingip-pools
May 19 22:58:54.932428 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: ip_allocation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.933324 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.933864 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension ip_allocation not supported by any of loaded plugins
May 19 22:58:54.934180 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.935071 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.935576 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: ip-substring-filtering
May 19 22:58:54.935891 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: l2_adjacency.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.936787 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.937283 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension l2_adjacency not supported by any of loaded plugins
May 19 22:58:54.937596 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: l3.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.938563 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.939073 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: router
May 19 22:58:54.939388 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.941578 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.942726 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 19 22:58:54.943047 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.943956 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.944461 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: ext-gw-mode
May 19 22:58:54.944781 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.945669 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.946202 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: l3-ha
May 19 22:58:54.946519 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: l3_flavors.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.947407 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.947908 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: l3-flavors
May 19 22:58:54.948225 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.949120 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.949622 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: l3-port-ip-change-not-allowed
May 19 22:58:54.949965 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: l3agentscheduler.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.950977 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.951485 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: l3_agent_scheduler
May 19 22:58:54.951804 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: logging.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.953268 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.953812 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension logging not supported by any of loaded plugins
May 19 22:58:54.954136 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: metering.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.954855 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.955422 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: metering
May 19 22:58:54.955742 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.956800 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.957307 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: metering_source_and_destination_fields
May 19 22:58:54.957779 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: multiprovidernet.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.958810 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.959320 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: multi-provider
May 19 22:58:54.959639 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: netmtu.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.960518 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.961021 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: net-mtu
May 19 22:58:54.961337 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: netmtu_writable.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.962256 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.962759 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: net-mtu-writable
May 19 22:58:54.963074 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: network_availability_zone.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.963721 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.964224 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: network_availability_zone
May 19 22:58:54.964536 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: network_ip_availability.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.965598 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.966132 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: network-ip-availability
May 19 22:58:54.966448 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: network_segment_range.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.967189 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.967685 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension network-segment-range not supported by any of loaded plugins
May 19 22:58:54.967996 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: pagination.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.968955 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.969280 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: pagination
May 19 22:58:54.969591 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: port_device_profile.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.970510 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.971020 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: port-device-profile
May 19 22:58:54.971335 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.972224 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.972726 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: port-mac-address-regenerate
May 19 22:58:54.973110 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.974067 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.974571 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: port-numa-affinity-policy
May 19 22:58:54.974884 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: port_resource_request.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.975812 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.976312 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension port-resource-request not supported by any of loaded plugins
May 19 22:58:54.976625 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: portbindings.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.977528 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.978057 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: binding
May 19 22:58:54.978370 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: portbindings_extended.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.979612 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.980118 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: binding-extended
May 19 22:58:54.980437 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: portsecurity.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.981321 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.981851 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: port-security
May 19 22:58:54.982171 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: project_id.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.983115 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.983438 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: project-id
May 19 22:58:54.983760 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: providernet.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.984651 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.985157 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: provider
May 19 22:58:54.985472 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.989493 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.990031 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos not supported by any of loaded plugins
May 19 22:58:54.990358 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.991568 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.992078 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 19 22:58:54.992401 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.993290 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.993828 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 19 22:58:54.994152 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos_default.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.995038 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.995546 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos-default not supported by any of loaded plugins
May 19 22:58:54.995866 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos_fip.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.996497 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.996997 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos-fip not supported by any of loaded plugins
May 19 22:58:54.997314 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos_gateway_ip.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.998237 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:54.998739 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 19 22:58:54.999053 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos_port_network_policy.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:54.999938 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.000440 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 19 22:58:55.000756 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos_rule_type_details.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.001648 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.002180 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 19 22:58:55.002495 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: qos_rules_alias.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.003514 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.004020 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 19 22:58:55.004429 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: quotasv2.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.005497 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.005859 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: quotas
May 19 22:58:55.006177 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: quotasv2_detail.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.007751 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.008088 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: quota_details
May 19 22:58:55.008416 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: rbac.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.009432 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.009989 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: rbac-policies
May 19 22:58:55.010314 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: rbac_address_group.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.011219 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.011747 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: rbac-address-group
May 19 22:58:55.012034 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: rbac_address_scope.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.012917 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.013425 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: rbac-address-scope
May 19 22:58:55.013769 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: rbac_security_groups.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.014655 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.015161 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: rbac-security-groups
May 19 22:58:55.015482 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: rbac_subnetpool.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.016378 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.016882 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: rbac-subnetpool
May 19 22:58:55.017198 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: revisionifmatch.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.018116 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.018624 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: revision-if-match
May 19 22:58:55.018938 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: revisions.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.020553 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.021122 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: standard-attr-revisions
May 19 22:58:55.021444 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: router_availability_zone.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.022167 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.022675 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: router_availability_zone
May 19 22:58:55.022992 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: routerservicetype.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.023885 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.024392 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension router-service-type not supported by any of loaded plugins
May 19 22:58:55.024707 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.025595 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.026134 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: security-groups-normalized-cidr
May 19 22:58:55.026452 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.027343 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.027851 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: port-security-groups-filtering
May 19 22:58:55.028167 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.029053 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.029561 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: security-groups-remote-address-group
May 19 22:58:55.029900 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: securitygroup.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.040152 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.040677 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: security-group
May 19 22:58:55.041005 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: segment.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.041792 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.042299 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension segment not supported by any of loaded plugins
May 19 22:58:55.042620 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.043785 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.044291 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 19 22:58:55.044608 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: servicetype.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.045685 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.046217 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: service-type
May 19 22:58:55.046535 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: sorting.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.047499 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.047831 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: sorting
May 19 22:58:55.048136 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: standard_attr_segment.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.049039 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.049543 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 19 22:58:55.049890 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: standardattrdescription.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.050516 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.051017 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: standard-attr-description
May 19 22:58:55.051384 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: stateful_security_group.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.052273 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.052784 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: stateful-security-group
May 19 22:58:55.053101 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: stdattrs_common.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.053654 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 19 22:58:55.053998 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.054969 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.055476 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 19 22:58:55.055787 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: subnet_onboard.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.056832 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.057346 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: subnet_onboard
May 19 22:58:55.057661 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.058595 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.059096 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 19 22:58:55.059409 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: subnet_service_types.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.060327 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.060835 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: subnet-service-types
May 19 22:58:55.061145 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: subnetallocation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.062223 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.062738 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: subnet_allocation
May 19 22:58:55.063055 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.063696 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.064206 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: subnetpool-prefix-ops
May 19 22:58:55.064519 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.065415 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.065955 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 19 22:58:55.066272 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: tagging.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.067358 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.067885 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: standard-attr-tag
May 19 22:58:55.068201 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: timestamp.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.069367 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.069921 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loaded extension: standard-attr-timestamp
May 19 22:58:55.070244 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: trunk.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.071256 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.071764 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension trunk not supported by any of loaded plugins
May 19 22:58:55.072081 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: trunk_details.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.072973 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.073475 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension trunk-details not supported by any of loaded plugins
May 19 22:58:55.073826 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: uplink_status_propagation.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.074728 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.075237 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 19 22:58:55.075552 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Loading extension file: vlantransparent.py {{(pid=91720) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 22:58:55.076204 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91720) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 22:58:55.076702 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extension vlan-transparent not supported by any of loaded plugins
May 19 22:58:55.079132 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:network
May 19 22:58:55.079834 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:subnet
May 19 22:58:55.080598 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 22:58:55.081193 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:port
May 19 22:58:55.083002 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.083539 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service FLAVORS assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.084162 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.084607 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.084934 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:router
May 19 22:58:55.085587 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:floatingip
May 19 22:58:55.086322 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service METERING assigned prefix: /metering {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.087740 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0673ff0f10>> rbac-policy before_create 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:55.088102 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0673ff0f10>> rbac-policy before_update 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:55.088446 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0673ff0f10>> rbac-policy before_delete 55550000 {{(pid=91720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 22:58:55.089562 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of CountableResource for resource:rbac_policy
May 19 22:58:55.090042 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:security_group
May 19 22:58:55.090705 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:security_group_rule
May 19 22:58:55.091432 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service CORE assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.091758 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 22:58:55.092086 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] subnetpool is already registered
May 19 22:58:55.092690 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service CORE assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.093016 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 22:58:55.093332 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] subnetpool is already registered
May 19 22:58:55.096875 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.097309 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service FLAVORS assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.097922 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.098558 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.098897 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:router
May 19 22:58:55.099226 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] router is already registered
May 19 22:58:55.099817 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:floatingip
May 19 22:58:55.100138 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] floatingip is already registered
May 19 22:58:55.100757 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service METERING assigned prefix: /metering {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.101437 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of CountableResource for resource:rbac_policy
May 19 22:58:55.101796 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] rbac_policy is already registered
May 19 22:58:55.102344 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:security_group
May 19 22:58:55.102666 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] security_group is already registered
May 19 22:58:55.103247 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:security_group_rule
May 19 22:58:55.103571 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] security_group_rule is already registered
May 19 22:58:55.104211 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service CORE assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.104540 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 22:58:55.104871 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] subnetpool is already registered
May 19 22:58:55.105463 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.v2.resource_helper [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Service CORE assigned prefix:  {{(pid=91720) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 22:58:55.105806 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Creating instance of TrackedResource for resource:subnetpool
May 19 22:58:55.106134 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING neutron.quota.resource_registry [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] subnetpool is already registered
May 19 22:58:55.106794 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: extensions {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.108198 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: address-groups {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.109783 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: address-scopes {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.110986 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: agents {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.112175 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: auto-allocated-topology {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.113409 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: availability_zones {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.114776 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: dhcp-networks {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.116171 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: dhcp-agents {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.117622 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: routers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.119386 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: flavors {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.120540 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: service_profiles {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.121743 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: next_providers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.123248 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: service_profiles {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.124688 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: floatingip-pools {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.126051 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: routers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.127830 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: floatingips {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.129000 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: l3-routers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.130919 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: l3-agents {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.132323 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: metering-labels {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.133660 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: metering-label-rules {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.134937 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: network-ip-availabilities {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.136168 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: bindings {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.137827 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: quotas {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.139228 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: quotas {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.140630 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: rbac-policies {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.141925 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: security-groups {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.143104 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: security-group-rules {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.144327 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: service-providers {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.146163 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: subnetpools {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.147550 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: subnetpools {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.148989 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.150675 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.152460 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.154231 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.156952 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.158810 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.160510 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.273981 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.275775 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.277566 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron.api.extensions [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Extended resource: tags {{(pid=91720) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 22:58:55.283445 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING keystonemiddleware.auth_token [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 19 22:58:55.288766 dv-cinder-792299-1-iscsi neutron-server[91720]: WARNING keystonemiddleware.auth_token [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 19 22:58:55.297261 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Acquired lock "singleton_lock" {{(pid=91720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 19 22:58:55.297766 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_concurrency.lockutils [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Releasing lock "singleton_lock" {{(pid=91720) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 19 22:58:55.298399 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO oslo_service.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Starting 2 workers
May 19 22:58:55.303574 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Started child 91825 {{(pid=91720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 22:58:55.307785 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Started child 91826 {{(pid=91720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 22:58:55.308746 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:58:55.309554 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO neutron.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Neutron service started, listening on 0.0.0.0:9696
May 19 22:58:55.309971 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Notify callbacks [] for process, before_spawn {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:58:55.310255 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [-] (91825) wsgi starting up on http://0.0.0.0:9696
May 19 22:58:55.312385 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO oslo_service.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Starting 1 workers
May 19 22:58:55.312543 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:58:55.313896 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [-] (91826) wsgi starting up on http://0.0.0.0:9696
May 19 22:58:55.317358 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Started child 91827 {{(pid=91720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 22:58:55.317983 dv-cinder-792299-1-iscsi neutron-server[91720]: INFO oslo_service.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Starting 1 workers
May 19 22:58:55.321159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] calling RpcWorker wait() {{(pid=91827) _wait /opt/stack/neutron/neutron/service.py:128}}
May 19 22:58:55.321750 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] returning from RpcWorker wait() {{(pid=91827) _wait /opt/stack/neutron/neutron/service.py:135}}
May 19 22:58:55.322226 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Started child 91828 {{(pid=91720) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 22:58:55.323010 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG neutron_lib.callbacks.manager [None req-7884efc4-6d66-4123-bf99-5021c34fc066 None None] Notify callbacks [] for process, after_spawn {{(pid=91720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:58:55.323103 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:58:55.323561 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:58:55.324914 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 19 22:58:55.325136 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 22:58:55.325320 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 22:58:55.325527 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 22:58:55.325876 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 22:58:55.326044 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 22:58:55.326531 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.326793 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.327082 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:58:55.327533 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.327533 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.327656 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.327998 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:58:55.328177 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.328446 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.328677 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.328956 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.329215 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.329386 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.329551 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.329820 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.330049 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.330355 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.330637 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.330889 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.331154 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.331346 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.331606 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.331861 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.332085 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.332365 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.332818 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.333490 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.333803 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.334065 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.334289 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.334571 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.334828 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.335100 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.335354 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.335577 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.335815 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.336085 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.336324 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.336554 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.336774 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.337018 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.337240 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.337745 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] host                           = dv-cinder-792299-1-iscsi {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.337981 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.338200 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.338445 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.338696 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.338961 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.339171 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.339430 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.339671 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.339917 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.340150 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.340406 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.340628 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.340855 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.341155 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.341316 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.341506 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.341806 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.342078 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.342264 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.342499 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.342649 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.342855 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.343018 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.343258 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.343492 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.343703 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.343912 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.344141 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.344374 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.344606 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.344847 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.345058 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.345262 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.345534 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.345801 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.346046 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.346286 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.346497 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.346708 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.346950 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.347161 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.347401 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.347611 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.347864 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.348676 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.348907 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.349147 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.349392 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.349641 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.349896 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.350193 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.350350 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.350620 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.350846 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.351096 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.351334 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.351545 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.351836 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.352064 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.352275 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.352521 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.352760 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.352946 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.353315 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.353462 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.353609 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.353811 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.354033 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.354268 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.354713 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.355006 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.355314 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.355560 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.355791 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.356036 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.356284 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.356501 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.356882 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.357103 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.357400 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.357650 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.357997 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.358232 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.358554 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.358780 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.359049 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.359654 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.359654 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.359909 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.360042 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.360314 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.360588 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.360850 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.361105 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.361353 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.361575 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.361817 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.362043 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.362259 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.362586 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.362879 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.363212 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.363441 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.363752 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.364506 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.364740 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.364958 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.365193 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.365451 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.365738 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.365980 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.366228 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.366466 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.366681 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.367441 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.367441 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.367821 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.367969 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.368109 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.368299 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.368518 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.368733 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.368947 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.369186 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.369565 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.369746 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.369904 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.370121 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.370353 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.370572 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.370831 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.371056 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.371992 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.371992 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.371992 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.371992 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.372261 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.372421 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.372654 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.372918 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.373220 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.373437 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.373652 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.373888 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.374103 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.374315 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.374528 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.375790 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.375790 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.375790 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.375790 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.375790 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.375790 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.376437 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.376437 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.376585 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.377335 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.377335 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.377335 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.377598 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.378455 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.378455 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.378455 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.378455 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.378802 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.378927 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.379268 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.380026 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.380380 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.380686 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.380942 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.381202 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.381427 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.381691 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.381939 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.382239 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.382460 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.382714 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.382944 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.383242 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.383579 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.383924 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.384250 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.384493 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.384750 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.385049 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.385298 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.385583 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.385885 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.386116 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.386382 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.386637 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.386869 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.387126 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.387353 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.387596 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.387913 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.388303 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.388547 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.388760 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.388986 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.389311 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.389556 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.389798 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.390013 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.390278 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.390526 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.390767 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.391029 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.391278 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.391533 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.391797 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.392047 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.392262 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.392503 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.392738 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.392947 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.393182 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.393399 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.393614 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.393870 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.394106 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.394335 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.394546 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.394758 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.395069 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.395310 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.395612 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.395888 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.396124 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.396327 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.396567 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.396787 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.397005 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.397222 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.397452 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.397721 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.398019 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.398288 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.398556 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.398779 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.399027 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.399273 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.399544 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.399753 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.399997 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.400216 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.400434 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.400640 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.401010 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.401404 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.401641 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.401915 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.402129 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.402401 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.402665 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.402999 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.403257 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.403481 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.403726 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.403938 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.404152 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.404390 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.404613 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.404828 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.405042 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.405254 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.405531 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.405805 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.406074 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.406658 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.406892 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.407105 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.407318 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.407545 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.407838 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.408104 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.408344 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.408592 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.408839 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.409064 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.409274 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.409489 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.409744 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.409955 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.410187 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.410394 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.411212 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.411508 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.411759 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.412549 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.412768 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.412979 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.413194 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.413402 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.413643 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.413907 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.414114 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.414328 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.414559 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.414864 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.415112 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.415351 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.415632 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.415860 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.416111 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.416365 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.416703 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.416916 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.417155 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.417371 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.417602 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.417862 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.418363 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.418686 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.418975 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.419223 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.419479 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.419770 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.420047 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.420328 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.420541 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.420845 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.421180 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.421459 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.421740 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.421974 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.422245 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.422503 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.422721 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.422962 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.423198 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.423436 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.423676 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.423908 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.424149 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.424367 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.424611 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.424836 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.425094 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.425312 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.425532 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.425770 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.425938 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 22:58:55.426598 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91720) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 19 22:58:55.426758 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 22:58:55.426907 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 22:58:55.427074 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 22:58:55.427240 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 22:58:55.427392 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 22:58:55.427595 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.427755 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.427915 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.428073 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.428231 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.428409 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.428568 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.428724 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.428881 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.429039 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.429195 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.429352 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.429503 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.429660 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.429857 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.430014 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.430170 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.430331 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.430492 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.430650 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.430806 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.430962 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.431118 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.431275 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.431465 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.431616 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.431771 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.431926 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.432083 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.432239 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.432395 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.432550 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.432707 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.432863 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.433019 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.433198 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.433355 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.433511 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.433668 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.433833 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.433992 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] host                           = dv-cinder-792299-1-iscsi {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.434147 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.434304 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.434459 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.434616 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.434771 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.434912 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.435072 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.435227 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.435383 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.435538 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.435694 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.435850 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.436010 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.436167 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.436324 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.436495 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.436626 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.436781 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.436955 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.437116 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.437276 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.437430 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.437592 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.437804 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.437915 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.438073 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.438229 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.438387 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.438544 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.438704 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.438859 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.439014 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.439173 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.439328 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.439486 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.439640 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.439933 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.440230 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.440530 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.440687 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.440843 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.441001 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.441157 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.441320 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.441495 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.441630 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.442333 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.442473 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.442629 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.442785 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.442940 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.443145 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.443299 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.443427 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.443560 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.443690 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.443846 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.444002 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.444158 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.444315 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.444471 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.444627 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.444783 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.444939 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.445096 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.445252 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.445409 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.445564 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.445746 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 22:58:55.445932 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.446093 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.446264 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.446424 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.446584 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.446746 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.446907 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.447067 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.447230 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.447390 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.447556 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.447718 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.447888 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.448049 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.448209 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.448371 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.448533 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.448692 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.448852 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.449013 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.449173 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.449332 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.449508 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.449669 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.449879 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.450020 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.450168 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.450303 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.450451 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.450613 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.450772 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.450933 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.451093 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.451250 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.451408 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.451568 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.451731 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.451892 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.452050 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.452210 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.452370 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.452530 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.452690 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.452850 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.453010 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.453170 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.453331 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.453491 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.453651 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.453833 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.454005 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.454165 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.454324 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.454485 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.454646 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.454806 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.454966 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.455126 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.455287 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.455448 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.455607 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.455780 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.455944 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.456104 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.456264 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.456424 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.456584 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.456744 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.456903 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.457063 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.457222 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.457456 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.458148 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.458387 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.458483 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.458611 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.458771 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.458932 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.459091 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.459250 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.459412 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.459571 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.459731 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.459892 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.460060 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.460235 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.460396 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.460556 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.460717 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.460876 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.461036 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.461196 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.461283 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:58:55.461370 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.461503 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.461663 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.461846 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.462008 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.462170 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.462331 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.462490 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.462649 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.462808 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.462968 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.463128 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.463287 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.463446 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.463606 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.463765 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.463923 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.464082 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.464241 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.464410 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.464569 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.464730 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.464889 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.465055 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.465225 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.465386 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.465547 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.465733 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.465892 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.466053 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.466212 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.466374 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.466532 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.466691 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.466851 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.467018 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.467188 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.467347 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.467505 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.467663 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.467846 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.468004 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.468165 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.468324 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.468483 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.468643 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.468804 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.468963 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.469122 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.469281 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.469440 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.469599 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.469784 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.469946 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.470105 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.470264 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.470426 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.470587 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.470746 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.470906 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.471065 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.471223 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.471381 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.471541 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.471699 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.471857 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.472016 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.472175 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.472333 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.472492 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.472649 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.472807 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.473119 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.473355 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.473441 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.473520 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.473673 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.473857 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.474018 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.474179 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.474338 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.474497 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.474657 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.474818 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.474978 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.475138 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.475297 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.475456 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.475614 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.475773 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.475937 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.476092 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.476245 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.476404 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.476564 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.476738 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.476898 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.477058 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.477423 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.477423 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.477565 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.477670 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.478069 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.478069 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.478242 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.478315 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.478451 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.478611 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.478771 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.478930 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.479089 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.479249 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.479408 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.479566 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.479737 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.479897 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.480055 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.480214 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.480372 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.480540 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.480698 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.480857 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.481014 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.481172 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.481340 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.481498 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.481656 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.481851 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.482011 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.482179 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.482338 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.482496 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.482654 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.482813 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.482979 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.483137 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.483294 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.483451 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.483609 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.483778 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.483938 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.484098 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.484266 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.484424 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.484582 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.484740 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.484911 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.485071 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.485236 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.485382 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.485539 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.485724 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.485883 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.486047 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.486215 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.486381 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.486542 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.486710 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.486875 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.487042 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.487203 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.487367 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.487539 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.487700 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.487860 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.488019 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.488179 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.488339 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.488499 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.489249 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.489432 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.489594 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.489808 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.490119 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.490119 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.490300 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.490416 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.490577 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.490737 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.490897 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.491058 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.491219 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 22:58:55.491372 dv-cinder-792299-1-iscsi neutron-server[91720]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91720) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 22:58:55.670019 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 35958) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:58:55.678902 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0067804
May 19 22:59:06.257012 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8650a214-9c14-4788-b98d-6f9cc22e64d0 None None] get_active_networks_info from dv-cinder-792299-1-iscsi {{(pid=91827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 19 22:59:06.310852 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ea69d1da-2a26-4b68-b026-54d697991706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852'] for agent, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:06.324646 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650a214-9c14-4788-b98d-6f9cc22e64d0 None None] No non-hosted networks {{(pid=91827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 19 22:59:08.691037 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852'] for agent, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:08.692453 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.692818 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.693609 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.694149 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.694658 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.695158 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.695686 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.696118 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.696623 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.697138 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.697607 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.698652 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:08.700061 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0673cef580>, 'Open vSwitch agent', 'dv-cinder-792299-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:08.709800 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f06733a1340>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792299-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:08.975632 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-beb6d0a7-1dc6-412d-8ca5-d5af9eb69e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852'] for agent, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:09.029424 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-f6eeca04-0206-48eb-9cac-8711a8087921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:09.711138 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852'] for agent, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:11.416741 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852'] for agent, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:12.028588 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.db.l3_hamode_db [None req-85dc0019-07d2-43b0-b5a0-03bb3f40fb7c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 19 22:59:12.112944 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc0019-07d2-43b0-b5a0-03bb3f40fb7c None None] Routers set() bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 22:59:12.113504 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc0019-07d2-43b0-b5a0-03bb3f40fb7c None None] Router IDs set() for agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 19 22:59:12.954237 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36052) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:13.524253 dv-cinder-792299-1-iscsi neutron-server[91826]: WARNING oslo_policy.policy [None req-4350e9a4-2529-497f-97fc-b8466f91bbec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 22:59:13.524862 dv-cinder-792299-1-iscsi neutron-server[91826]: WARNING oslo_policy.policy [None req-4350e9a4-2529-497f-97fc-b8466f91bbec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 22:59:13.741528 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [None req-4350e9a4-2529-497f-97fc-b8466f91bbec admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 22:59:13.742602 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-4350e9a4-2529-497f-97fc-b8466f91bbec admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7874622
May 19 22:59:16.058264 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 36066) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:16.636998 dv-cinder-792299-1-iscsi neutron-server[91825]: WARNING oslo_policy.policy [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 22:59:16.637589 dv-cinder-792299-1-iscsi neutron-server[91825]: WARNING oslo_policy.policy [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 22:59:16.851905 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 22:59:16.958853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.policy [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91825) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 19 22:59:17.004427 dv-cinder-792299-1-iscsi neutron-server[91825]: WARNING oslo_policy.policy [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 22:59:17.004787 dv-cinder-792299-1-iscsi neutron-server[91825]: WARNING oslo_policy.policy [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 22:59:17.013465 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.quota [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0673ac00a0>.
May 19 22:59:17.028429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 22:59:17.087158 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729109267794', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729109268229', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729109275418', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729109284942', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729109291465', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8729109367524', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1510164', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1415253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-287383', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8028668'] for rbac-policy, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:17.147205 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:17.148612 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-4d349382-83be-4471-8703-40d61c361ccd admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0882924
May 19 22:59:19.725858 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 36084) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:20.071578 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'name': 'private'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 22:59:20.076507 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 22:59:20.080622 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Usage tracker for resource:network and tenant:599a04f4fdff4a2b94d0b4aa96b97271 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 22:59:20.085725 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 22:59:20.091722 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 22:59:20.101509 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Made reservation on behalf of 599a04f4fdff4a2b94d0b4aa96b97271 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 22:59:20.104310 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:20.121450 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:20.134770 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 22:59:20.138368 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Usage tracker for resource:security_group_rule and tenant:599a04f4fdff4a2b94d0b4aa96b97271 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 22:59:20.143077 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 22:59:20.148515 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 22:59:20.248328 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:20.251964 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:20.257334 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:20.275083 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 22:59:20.298858 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729106309834', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:20.299430 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f06747e2ca0> segment precommit_create {{(pid=91825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 19 22:59:20.299895 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Added segment 79e546b1-1c85-46b0-859d-6e32d84c5bff of type vlan for network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592
May 19 22:59:20.350837 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff4ca16-74e3-402f-a054-ad3b675ef095,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:20.372704 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.373044 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.373364 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.373674 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.374007 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.374326 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.374631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.374932 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.375247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.375550 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.375849 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.376146 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Tracked resource versions report:
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]: pushed versions:
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]: {   'AddressGroup': {'1.2'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'ConntrackHelper': {'1.0'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Log': {'1.0'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Network': {'1.1'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Port': {'1.7'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'PortForwarding': {'1.2'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'QosPolicy': {'1.8'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'SecurityGroup': {'1.4'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'SecurityGroupRule': {'1.2'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'SubPort': {'1.0'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Subnet': {'1.1'},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Trunk': {'1.1'}}
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]: consumer versions:
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]: {   DHCP agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     L3 agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     Metadata agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     Metering agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:     Open vSwitch agent@dv-cinder-792299-1-iscsi: {   'AddressGroup': '1.2',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'ConntrackHelper': '1.0',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Log': '1.0',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Network': '1.1',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Port': '1.7',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'PortForwarding': '1.2',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'QosPolicy': '1.8',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'SecurityGroup': '1.4',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'SecurityGroupRule': '1.2',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'SubPort': '1.0',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Subnet': '1.1',
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Trunk': '1.1'}}
May 19 22:59:20.377376 dv-cinder-792299-1-iscsi neutron-server[91825]:  {{(pid=91825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 22:59:20.415717 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:20.433367 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:20.460312 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:20.461853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 22:59:20.462464 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:20.466893 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:20.565386 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8384702
May 19 22:59:20.570552 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Pushing event updated for resources: {'Network': ['ID=4bc99dd6-ec27-4613-90ff-d18b5a3f4592,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:20.573784 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:20.582637 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 22:59:23.190543 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36100) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:23.752376 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.policy [None req-2769fb1d-5259-424c-af27-e92fc0d00603 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91826) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 19 22:59:23.797536 dv-cinder-792299-1-iscsi neutron-server[91826]: WARNING oslo_policy.policy [None req-2769fb1d-5259-424c-af27-e92fc0d00603 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 22:59:23.797944 dv-cinder-792299-1-iscsi neutron-server[91826]: WARNING oslo_policy.policy [None req-2769fb1d-5259-424c-af27-e92fc0d00603 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 22:59:23.806778 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769fb1d-5259-424c-af27-e92fc0d00603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 22:59:23.808431 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2769fb1d-5259-424c-af27-e92fc0d00603 admin admin] 10.222.0.25 "GET /v2.0/networks/4bc99dd6-ec27-4613-90ff-d18b5a3f4592 HTTP/1.1" status: 200  len: 825 time: 0.6168451
May 19 22:59:23.840317 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-bb5e518e-d646-466b-bb51-e5c71be1dc5d admin admin] 10.222.0.25 "GET /v2.0/subnetpools/eea6e542-65a2-4e76-b63a-d6084ced956a HTTP/1.1" status: 200  len: 734 time: 0.0265603
May 19 22:59:23.848815 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'subnetpool_id': 'eea6e542-65a2-4e76-b63a-d6084ced956a'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 22:59:23.850390 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.quota [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0673d5fac0>.
May 19 22:59:23.856189 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 22:59:23.861462 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Usage tracker for resource:subnet and tenant:599a04f4fdff4a2b94d0b4aa96b97271 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 22:59:23.864853 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 22:59:23.872157 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 22:59:23.886624 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Made reservation on behalf of 599a04f4fdff4a2b94d0b4aa96b97271 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 22:59:23.889374 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:24.374639 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:24.381089 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:24.455029 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Checking segment: {'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 22:59:24.455381 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Network hostable DHCP agents. Network: 4bc99dd6-ec27-4613-90ff-d18b5a3f4592, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 22:59:24.475255 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83305451-1ab9-47e7-b78e-3014a324590c,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:24.485967 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.486321 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.486648 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.486965 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.487276 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.487603 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.487942 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.488250 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.488571 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.488878 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.489180 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.489481 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Tracked resource versions report:
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]: pushed versions:
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]: {   'AddressGroup': {'1.2'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'ConntrackHelper': {'1.0'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Log': {'1.0'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Network': {'1.1'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Port': {'1.7'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'PortForwarding': {'1.2'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'QosPolicy': {'1.8'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'SecurityGroup': {'1.4'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'SecurityGroupRule': {'1.2'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'SubPort': {'1.0'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Subnet': {'1.1'},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Trunk': {'1.1'}}
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]: consumer versions:
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]: {   DHCP agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     L3 agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     Metadata agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     Metering agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:     Open vSwitch agent@dv-cinder-792299-1-iscsi: {   'AddressGroup': '1.2',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'ConntrackHelper': '1.0',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Log': '1.0',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Network': '1.1',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Port': '1.7',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'PortForwarding': '1.2',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'QosPolicy': '1.8',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'SecurityGroup': '1.4',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'SecurityGroupRule': '1.2',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'SubPort': '1.0',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Subnet': '1.1',
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Trunk': '1.1'}}
May 19 22:59:24.490572 dv-cinder-792299-1-iscsi neutron-server[91826]:  {{(pid=91826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 22:59:24.510854 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 22:59:24.524681 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 4bc99dd6-ec27-4613-90ff-d18b5a3f4592) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 22:59:24.536348 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:24.546104 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 22:59:24.546773 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:24.551290 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f23aa4b-63e2-46af-ada4-11a70bb9a0fb None None] Network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 22:59:24.572284 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7242000
May 19 22:59:24.858535 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'fixed_ips': [{'subnet_id': '83305451-1ab9-47e7-b78e-3014a324590c'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 22:59:24.859715 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:25.042771 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Allocated IP 172.20.0.2 (4bc99dd6-ec27-4613-90ff-d18b5a3f4592/83305451-1ab9-47e7-b78e-3014a324590c/5aff5f12-9601-4952-8647-8b2ae01bb041) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 22:59:25.270687 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:25.283239 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Transition to ACTIVE for port object 5aff5f12-9601-4952-8647-8b2ae01bb041 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 22:59:25.302053 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Transition to ACTIVE for port object 5aff5f12-9601-4952-8647-8b2ae01bb041 will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 22:59:25.307924 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:25.312753 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:25.372216 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 22:59:25.375113 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 22:59:25.384387 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 22:59:25.387751 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Pushing event updated for resources: {'Port': ['ID=5aff5f12-9601-4952-8647-8b2ae01bb041,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:25.427694 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.428034 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.428365 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.428691 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.429011 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.429329 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.429651 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.429985 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.430315 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.430629 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.430939 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.431246 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Tracked resource versions report:
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]: pushed versions:
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]: {   'AddressGroup': {'1.2'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'ConntrackHelper': {'1.0'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Log': {'1.0'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Network': {'1.1'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Port': {'1.7'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'PortForwarding': {'1.2'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'QosPolicy': {'1.8'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'SecurityGroup': {'1.4'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'SecurityGroupRule': {'1.2'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'SubPort': {'1.0'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Subnet': {'1.1'},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Trunk': {'1.1'}}
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]: consumer versions:
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]: {   DHCP agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     L3 agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     Metadata agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     Metering agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:     Open vSwitch agent@dv-cinder-792299-1-iscsi: {   'AddressGroup': '1.2',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'ConntrackHelper': '1.0',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Log': '1.0',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Network': '1.1',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Port': '1.7',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'PortForwarding': '1.2',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'QosPolicy': '1.8',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'SecurityGroup': '1.4',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'SecurityGroupRule': '1.2',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'SubPort': '1.0',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Subnet': '1.1',
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Trunk': '1.1'}}
May 19 22:59:25.432357 dv-cinder-792299-1-iscsi neutron-server[91827]:  {{(pid=91827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 22:59:25.463774 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:25.488347 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Attempting to bind port 5aff5f12-9601-4952-8647-8b2ae01bb041 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 22:59:25.488743 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Attempting to bind port 5aff5f12-9601-4952-8647-8b2ae01bb041 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 22:59:25.489168 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Attempting to bind port 5aff5f12-9601-4952-8647-8b2ae01bb041 on network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 22:59:25.494337 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 22:59:25.494755 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Checking segment: {'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 22:59:25.495249 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:25.495636 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Bound using segment: {'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 22:59:25.496117 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Bound port: 5aff5f12-9601-4952-8647-8b2ae01bb041, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 22:59:25.496490 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:25.586419 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] For port 5aff5f12-9601-4952-8647-8b2ae01bb041, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 22:59:25.590250 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] For port 5aff5f12-9601-4952-8647-8b2ae01bb041, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=5aff5f12-9601-4952-8647-8b2ae01bb041,segment=NetworkSegment(79e546b1-1c85-46b0-859d-6e32d84c5bff),segment_id=79e546b1-1c85-46b0-859d-6e32d84c5bff)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 22:59:25.594112 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:25.598016 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:25.681130 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Pushing event updated for resources: {'Port': ['ID=5aff5f12-9601-4952-8647-8b2ae01bb041,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:25.684155 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:26.949055 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36118) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:27.315227 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [None req-97221d0d-1fba-4632-ac70-e6b2e5eee02e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 22:59:27.316871 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-97221d0d-1fba-4632-ac70-e6b2e5eee02e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3663433
May 19 22:59:29.686100 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36128) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:30.072898 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [None req-e8806a75-b7a5-4be9-9378-956908ed4ec3 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 22:59:30.074022 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-e8806a75-b7a5-4be9-9378-956908ed4ec3 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3867362
May 19 22:59:30.727007 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 5aff5f12-9601-4952-8647-8b2ae01bb041 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 22:59:30.808769 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 5aff5f12-9601-4952-8647-8b2ae01bb041 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 22:59:31.088717 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1b31f-f074-4d06-9f69-78c4b33408e8 None None] Network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 22:59:31.191596 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] Provisioning for port 5aff5f12-9601-4952-8647-8b2ae01bb041 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 22:59:31.199389 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] Provisioning complete for port 5aff5f12-9601-4952-8647-8b2ae01bb041 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:31.199791 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:31.381644 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:31.477969 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] For port 5aff5f12-9601-4952-8647-8b2ae01bb041, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=5aff5f12-9601-4952-8647-8b2ae01bb041,segment=NetworkSegment(79e546b1-1c85-46b0-859d-6e32d84c5bff),segment_id=79e546b1-1c85-46b0-859d-6e32d84c5bff)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 22:59:31.483500 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:31.489159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:31.556098 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] Pushing event updated for resources: {'Port': ['ID=5aff5f12-9601-4952-8647-8b2ae01bb041,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:31.558693 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:31.705013 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-2a172b5c-b38d-422c-a29c-7e3d4920d9e6 None None] Provisioning complete for port 5aff5f12-9601-4952-8647-8b2ae01bb041 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:31.705379 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-2a172b5c-b38d-422c-a29c-7e3d4920d9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:32.689586 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36144) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:32.704175 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 5aff5f12-9601-4952-8647-8b2ae01bb041 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 22:59:32.770338 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 5aff5f12-9601-4952-8647-8b2ae01bb041 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:32.770708 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:33.037303 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 22:59:33.042414 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 22:59:33.046572 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Usage tracker for resource:router and tenant:599a04f4fdff4a2b94d0b4aa96b97271 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 22:59:33.049851 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 22:59:33.056096 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 22:59:33.066583 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:33.068200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:33.090094 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:33.199950 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:33.221858 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:33.223616 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ecb2f841-ffd5-4b62-ab67-bb2b587140d9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5330300
May 19 22:59:35.560071 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36154) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:35.923101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [None req-c035810a-c47b-433d-bb47-6d994b4e2f21 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 22:59:35.924073 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c035810a-c47b-433d-bb47-6d994b4e2f21 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3631010
May 19 22:59:36.139207 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-debd1548-b92f-4991-8165-bfa60340deba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.242014 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36164) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:38.602643 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 22:59:38.624122 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 22:59:38.627897 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Usage tracker for resource:network and tenant:85c4669c77d24e41b9e456ebcbedc3d9 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 22:59:38.630898 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 22:59:38.636502 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 22:59:38.647035 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Made reservation on behalf of 85c4669c77d24e41b9e456ebcbedc3d9 for: {'network': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 22:59:38.649642 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.665810 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.682094 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 22:59:38.685953 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Usage tracker for resource:security_group_rule and tenant:85c4669c77d24e41b9e456ebcbedc3d9 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 22:59:38.686456 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.689380 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 22:59:38.695999 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 22:59:38.787517 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.791179 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.795474 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:38.807801 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Reserving flat network on physical network physnet1 {{(pid=91826) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 19 22:59:38.832950 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d285c3-fa01-451d-9bc6-f46acd2809eb,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:38.835422 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8729106309834', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.835975 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f06747e2ca0> segment precommit_create {{(pid=91826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 19 22:59:38.836436 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.segments_db [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Added segment 7851a6f2-c456-4121-ae82-40d998bef26d of type flat for network da18c61e-4340-4265-8f85-d430e3680685
May 19 22:59:38.850064 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:38.878919 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.919541 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.920822 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 22:59:38.921405 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:38.925738 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:38.975854 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b7f1cd94-47af-41f4-ba4e-81df696354f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:39.022068 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Pushing event updated for resources: {'Network': ['ID=da18c61e-4340-4265-8f85-d430e3680685,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:39.024673 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7816932
May 19 22:59:39.047511 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:39.054553 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network da18c61e-4340-4265-8f85-d430e3680685 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 22:59:39.644561 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:41.332780 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:41.361962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36184) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:41.567039 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987accd6-ac9a-4309-bfce-52df0a59a6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 22:59:41.568365 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-987accd6-ac9a-4309-bfce-52df0a59a6e3 admin admin] 10.222.0.25 "GET /v2.0/subnets/83305451-1ab9-47e7-b78e-3014a324590c HTTP/1.1" status: 200  len: 849 time: 0.2049797
May 19 22:59:41.710386 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-bae5b19c-4f15-4082-90a6-45b497e1cb93 admin admin] 10.222.0.25 "GET /v2.0/routers/6666f33e-8467-4859-b9ef-8d84144aebe8 HTTP/1.1" status: 200  len: 704 time: 0.1365867
May 19 22:59:42.152085 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:42.374092 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Allocated IP 172.20.0.1 (4bc99dd6-ec27-4613-90ff-d18b5a3f4592/83305451-1ab9-47e7-b78e-3014a324590c/74acd679-8b8b-439a-bcd0-d872610cf782) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 22:59:42.559610 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:42.576861 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Transition to ACTIVE for port object 74acd679-8b8b-439a-bcd0-d872610cf782 will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 22:59:42.633218 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:42.637754 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:42.696986 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 22:59:42.699793 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 22:59:42.705646 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 22:59:42.705889 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:42.822036 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Pushing event updated for resources: {'Port': ['ID=74acd679-8b8b-439a-bcd0-d872610cf782,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:42.833568 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:42.899433 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-e5966692-f285-4058-9947-18727e6f57ba None None] Provisioning for port 74acd679-8b8b-439a-bcd0-d872610cf782 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 22:59:42.904188 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-e5966692-f285-4058-9947-18727e6f57ba None None] Provisioning complete for port 74acd679-8b8b-439a-bcd0-d872610cf782 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:42.904562 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e5966692-f285-4058-9947-18727e6f57ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:42.961094 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:42.961952 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-e5966692-f285-4058-9947-18727e6f57ba None None] Port 74acd679-8b8b-439a-bcd0-d872610cf782 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 22:59:43.179797 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:43.184052 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:43.185199 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:43.189114 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:43.319989 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Pushing event updated for resources: {'Port': ['ID=74acd679-8b8b-439a-bcd0-d872610cf782,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:43.323781 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:43.373567 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 22:59:43.374629 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 22:59:43.561168 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Router 6666f33e-8467-4859-b9ef-8d84144aebe8 is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 22:59:43.584171 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-6ae2f10d-8938-496c-96ed-cc98f1f4ac8e None None] Provisioning complete for port 74acd679-8b8b-439a-bcd0-d872610cf782 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:43.584536 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6ae2f10d-8938-496c-96ed-cc98f1f4ac8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:43.636687 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-6ae2f10d-8938-496c-96ed-cc98f1f4ac8e None None] Port 74acd679-8b8b-439a-bcd0-d872610cf782 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 22:59:43.715056 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 22:59:43.723945 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] 10.222.0.25 "PUT /v2.0/routers/6666f33e-8467-4859-b9ef-8d84144aebe8/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0087359
May 19 22:59:43.725316 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Sync routers for ids ['6666f33e-8467-4859-b9ef-8d84144aebe8'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 22:59:43.735621 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Routers {'6666f33e-8467-4859-b9ef-8d84144aebe8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 22:59:43.736438 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673b94cd0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T22:59:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['6666f33e-8467-4859-b9ef-8d84144aebe8'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:43.910453 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Set router 6666f33e-8467-4859-b9ef-8d84144aebe8 gateway port host: None {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 22:59:44.274858 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673b94cd0>, [{'id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'name': 'router1', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T22:59:33Z', 'updated_at': '2021-05-19T22:59:42Z', 'revision_number': 2, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'gw_port_host': None, '_interfaces': [{'id': '74acd679-8b8b-439a-bcd0-d872610cf782', 'name': '', 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'mac_address': 'fa:16:3e:eb:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83305451-1ab9-47e7-b78e-3014a324590c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:42Z', 'updated_at': '2021-05-19T22:59:43Z', 'revision_number': 2, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'subnets': [{'id': '83305451-1ab9-47e7-b78e-3014a324590c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eea6e542-65a2-4e76-b63a-d6084ced956a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:44.279755 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Checking router: 6666f33e-8467-4859-b9ef-8d84144aebe8 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 22:59:44.280129 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Updating router 6666f33e-8467-4859-b9ef-8d84144aebe8 port 74acd679-8b8b-439a-bcd0-d872610cf782 binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 22:59:44.332709 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:44.714826 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:44.729822 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Transition to ACTIVE for port object 74acd679-8b8b-439a-bcd0-d872610cf782 will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 22:59:44.736092 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:44.744250 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:44.978481 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Pushing event updated for resources: {'Port': ['ID=74acd679-8b8b-439a-bcd0-d872610cf782,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:44.985855 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Attempting to bind port 74acd679-8b8b-439a-bcd0-d872610cf782 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 22:59:44.986240 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Attempting to bind port 74acd679-8b8b-439a-bcd0-d872610cf782 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 22:59:44.986678 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Attempting to bind port 74acd679-8b8b-439a-bcd0-d872610cf782 on network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 22:59:44.991125 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.991451 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.991767 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.992076 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.992382 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.992687 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.992989 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.993291 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.993599 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.994052 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.994355 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.994652 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Tracked resource versions report:
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]: pushed versions:
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]: {   'AddressGroup': {'1.2'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'ConntrackHelper': {'1.0'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Log': {'1.0'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Network': {'1.1'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Port': {'1.7'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'PortForwarding': {'1.2'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'QosPolicy': {'1.8'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'SecurityGroup': {'1.4'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'SecurityGroupRule': {'1.2'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'SubPort': {'1.0'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Subnet': {'1.1'},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Trunk': {'1.1'}}
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]: consumer versions:
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]: {   DHCP agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     L3 agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     Metadata agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     Metering agent@dv-cinder-792299-1-iscsi: {},
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:     Open vSwitch agent@dv-cinder-792299-1-iscsi: {   'AddressGroup': '1.2',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'ConntrackHelper': '1.0',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Log': '1.0',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Network': '1.1',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Port': '1.7',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'PortForwarding': '1.2',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'QosPolicy': '1.8',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'SecurityGroup': '1.4',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'SecurityGroupRule': '1.2',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'SubPort': '1.0',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Subnet': '1.1',
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Trunk': '1.1'}}
May 19 22:59:44.995707 dv-cinder-792299-1-iscsi neutron-server[91828]:  {{(pid=91828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 22:59:44.999133 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:45.001679 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 22:59:45.002108 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Checking segment: {'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 22:59:45.002580 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:45.003007 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Bound using segment: {'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 22:59:45.003627 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Bound port: 74acd679-8b8b-439a-bcd0-d872610cf782, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e546b1-1c85-46b0-859d-6e32d84c5bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 22:59:45.003989 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:45.089759 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] For port 74acd679-8b8b-439a-bcd0-d872610cf782, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 22:59:45.094229 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] For port 74acd679-8b8b-439a-bcd0-d872610cf782, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=74acd679-8b8b-439a-bcd0-d872610cf782,segment=NetworkSegment(79e546b1-1c85-46b0-859d-6e32d84c5bff),segment_id=79e546b1-1c85-46b0-859d-6e32d84c5bff)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 22:59:45.100901 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:45.104570 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:45.192746 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Routers {'6666f33e-8467-4859-b9ef-8d84144aebe8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 22:59:45.193463 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673b94cd0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T22:59:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['6666f33e-8467-4859-b9ef-8d84144aebe8'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:45.239670 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Pushing event updated for resources: {'Port': ['ID=74acd679-8b8b-439a-bcd0-d872610cf782,revision_number=4']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:45.247671 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:45.349612 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] Set router 6666f33e-8467-4859-b9ef-8d84144aebe8 gateway port host: None {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 22:59:45.667473 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673b94cd0>, [{'id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'name': 'router1', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T22:59:33Z', 'updated_at': '2021-05-19T22:59:42Z', 'revision_number': 2, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'gw_port_host': None, '_interfaces': [{'id': '74acd679-8b8b-439a-bcd0-d872610cf782', 'name': '', 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'mac_address': 'fa:16:3e:eb:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83305451-1ab9-47e7-b78e-3014a324590c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:42Z', 'updated_at': '2021-05-19T22:59:45Z', 'revision_number': 4, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'subnets': [{'id': '83305451-1ab9-47e7-b78e-3014a324590c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eea6e542-65a2-4e76-b63a-d6084ced956a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:45.671630 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6930f57-0d21-4357-addd-3db393ccce98 None None] The sync data for ids ['6666f33e-8467-4859-b9ef-8d84144aebe8'] in dv-cinder-792299-1-iscsi is: [{'id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'name': 'router1', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T22:59:33Z', 'updated_at': '2021-05-19T22:59:42Z', 'revision_number': 2, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'gw_port_host': None, '_interfaces': [{'id': '74acd679-8b8b-439a-bcd0-d872610cf782', 'name': '', 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'mac_address': 'fa:16:3e:eb:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83305451-1ab9-47e7-b78e-3014a324590c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:42Z', 'updated_at': '2021-05-19T22:59:45Z', 'revision_number': 4, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'subnets': [{'id': '83305451-1ab9-47e7-b78e-3014a324590c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eea6e542-65a2-4e76-b63a-d6084ced956a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 22:59:45.884049 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36206) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:46.066660 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe0438-b1e4-46f3-adc3-881d1fdcfb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 22:59:46.067127 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-3ffe0438-b1e4-46f3-adc3-881d1fdcfb5f admin admin] Synchronizing usage tracker for tenant:85c4669c77d24e41b9e456ebcbedc3d9 on resource:network {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 22:59:46.084925 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-3ffe0438-b1e4-46f3-adc3-881d1fdcfb5f admin admin] Unset dirty status for tenant:85c4669c77d24e41b9e456ebcbedc3d9 on resource:network {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 22:59:46.086098 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-3ffe0438-b1e4-46f3-adc3-881d1fdcfb5f admin admin] 10.222.0.25 "GET /v2.0/networks/da18c61e-4340-4265-8f85-d430e3680685 HTTP/1.1" status: 200  len: 842 time: 0.2009969
May 19 22:59:46.095272 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Request body: {'subnet': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 22:59:46.100875 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 22:59:46.104606 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Usage tracker for resource:subnet and tenant:85c4669c77d24e41b9e456ebcbedc3d9 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 22:59:46.107373 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 22:59:46.113393 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 22:59:46.123088 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Made reservation on behalf of 85c4669c77d24e41b9e456ebcbedc3d9 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 22:59:46.125444 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:46.529151 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.objects.ports [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91826) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 19 22:59:46.529585 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:46.533926 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-daa997e0-85be-4bd5-9459-a71e3fdb32a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:46.608264 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54752b4f-26ef-45ee-98d7-aea473700448,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:46.613146 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 22:59:46.613485 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Network hostable DHCP agents. Network: da18c61e-4340-4265-8f85-d430e3680685, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 22:59:46.616186 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:46.631563 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 22:59:46.640936 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, da18c61e-4340-4265-8f85-d430e3680685) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 22:59:46.644914 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 22:59:46.645492 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:46.652328 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c9021-bf6f-45cd-84d5-db8d3716446d None None] Network da18c61e-4340-4265-8f85-d430e3680685 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 22:59:46.666451 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5745578
May 19 22:59:46.874965 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53662851-3621-4a02-99d1-12b20c9f67b4 None None] Network da18c61e-4340-4265-8f85-d430e3680685 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 22:59:48.724742 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 74acd679-8b8b-439a-bcd0-d872610cf782 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 22:59:48.796973 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 74acd679-8b8b-439a-bcd0-d872610cf782 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 22:59:48.802842 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 74acd679-8b8b-439a-bcd0-d872610cf782 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:48.803228 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:48.894762 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36220) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:48.919274 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:48.952210 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 74acd679-8b8b-439a-bcd0-d872610cf782, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=74acd679-8b8b-439a-bcd0-d872610cf782,segment=NetworkSegment(79e546b1-1c85-46b0-859d-6e32d84c5bff),segment_id=79e546b1-1c85-46b0-859d-6e32d84c5bff)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 22:59:48.956761 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:48.959077 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:49.030771 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=74acd679-8b8b-439a-bcd0-d872610cf782,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:49.033882 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:49.105445 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-b830180a-e971-4559-a8a1-07c5cd9762bc admin admin] 10.222.0.25 "GET /v2.0/routers/6666f33e-8467-4859-b9ef-8d84144aebe8 HTTP/1.1" status: 200  len: 710 time: 0.2095423
May 19 22:59:49.235461 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda48567-a41d-4638-996c-a40af5acd390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 22:59:49.236944 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-eda48567-a41d-4638-996c-a40af5acd390 admin admin] 10.222.0.25 "GET /v2.0/networks/da18c61e-4340-4265-8f85-d430e3680685 HTTP/1.1" status: 200  len: 886 time: 0.1264138
May 19 22:59:49.247509 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 22:59:49.721379 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:50.032926 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:50.089191 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:50.215102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Allocated IP 172.27.0.94 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/26c85221-9c0e-4929-88ca-1475b82f6f30) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 22:59:50.355368 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:50.384094 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:50.387769 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:50.450651 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 22:59:50.453395 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 22:59:50.456886 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 22:59:50.519919 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Pushing event updated for resources: {'Port': ['ID=26c85221-9c0e-4929-88ca-1475b82f6f30,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:50.523771 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:50.712344 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 74acd679-8b8b-439a-bcd0-d872610cf782 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 22:59:50.778374 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 74acd679-8b8b-439a-bcd0-d872610cf782 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:50.778742 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:50.833849 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:51.207088 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:51.210398 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-401147', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-401026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-549918'] for router, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:51.387102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Router 6666f33e-8467-4859-b9ef-8d84144aebe8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 22:59:51.560657 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 22:59:51.569611 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:51.570555 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Sync routers for ids ['6666f33e-8467-4859-b9ef-8d84144aebe8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 22:59:51.570928 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] 10.222.0.25 "PUT /v2.0/routers/6666f33e-8467-4859-b9ef-8d84144aebe8 HTTP/1.1" status: 200  len: 889 time: 2.3266864
May 19 22:59:51.580386 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Routers {'6666f33e-8467-4859-b9ef-8d84144aebe8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 22:59:51.581645 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673d2b4f0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T22:59:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['6666f33e-8467-4859-b9ef-8d84144aebe8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:51.795327 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Set router 6666f33e-8467-4859-b9ef-8d84144aebe8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 22:59:52.129767 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673d2b4f0>, [{'id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'name': 'router1', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '26c85221-9c0e-4929-88ca-1475b82f6f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T22:59:33Z', 'updated_at': '2021-05-19T22:59:50Z', 'revision_number': 4, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'gw_port': {'id': '26c85221-9c0e-4929-88ca-1475b82f6f30', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:50Z', 'updated_at': '2021-05-19T22:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '74acd679-8b8b-439a-bcd0-d872610cf782', 'name': '', 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'mac_address': 'fa:16:3e:eb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83305451-1ab9-47e7-b78e-3014a324590c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:42Z', 'updated_at': '2021-05-19T22:59:48Z', 'revision_number': 5, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'subnets': [{'id': '83305451-1ab9-47e7-b78e-3014a324590c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eea6e542-65a2-4e76-b63a-d6084ced956a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:52.134574 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Checking router: 6666f33e-8467-4859-b9ef-8d84144aebe8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 22:59:52.134927 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Updating router 6666f33e-8467-4859-b9ef-8d84144aebe8 port 26c85221-9c0e-4929-88ca-1475b82f6f30 binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 22:59:52.185409 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:52.510203 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:52.522143 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Transition to ACTIVE for port object 26c85221-9c0e-4929-88ca-1475b82f6f30 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 22:59:52.527695 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:52.531397 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:52.606539 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Attempting to bind port 26c85221-9c0e-4929-88ca-1475b82f6f30 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 22:59:52.606933 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Attempting to bind port 26c85221-9c0e-4929-88ca-1475b82f6f30 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 22:59:52.607282 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Attempting to bind port 26c85221-9c0e-4929-88ca-1475b82f6f30 on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 22:59:52.610571 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb57e7-cdf8-497c-9469-c58eede4bc98 None None] Pushing event updated for resources: {'Port': ['ID=26c85221-9c0e-4929-88ca-1475b82f6f30,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:52.614958 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-8abb57e7-cdf8-497c-9469-c58eede4bc98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:52.615854 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 22:59:52.616230 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 22:59:52.616631 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:52.617021 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 22:59:52.617490 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Bound port: 26c85221-9c0e-4929-88ca-1475b82f6f30, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 22:59:52.617898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:52.693151 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] For port 26c85221-9c0e-4929-88ca-1475b82f6f30, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 22:59:52.696153 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] For port 26c85221-9c0e-4929-88ca-1475b82f6f30, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=26c85221-9c0e-4929-88ca-1475b82f6f30,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 22:59:52.700503 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:52.705143 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-af9091ed-e290-422b-b0c7-4294eb7001a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:52.775536 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Routers {'6666f33e-8467-4859-b9ef-8d84144aebe8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 22:59:52.776064 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673d2b4f0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T22:59:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['6666f33e-8467-4859-b9ef-8d84144aebe8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:52.841943 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb57e7-cdf8-497c-9469-c58eede4bc98 None None] Pushing event updated for resources: {'Port': ['ID=26c85221-9c0e-4929-88ca-1475b82f6f30,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:52.847063 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-8abb57e7-cdf8-497c-9469-c58eede4bc98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:52.964136 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] Set router 6666f33e-8467-4859-b9ef-8d84144aebe8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 22:59:53.312149 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673d2b4f0>, [{'id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'name': 'router1', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '26c85221-9c0e-4929-88ca-1475b82f6f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T22:59:33Z', 'updated_at': '2021-05-19T22:59:50Z', 'revision_number': 4, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'gw_port': {'id': '26c85221-9c0e-4929-88ca-1475b82f6f30', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:50Z', 'updated_at': '2021-05-19T22:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '74acd679-8b8b-439a-bcd0-d872610cf782', 'name': '', 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'mac_address': 'fa:16:3e:eb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83305451-1ab9-47e7-b78e-3014a324590c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:42Z', 'updated_at': '2021-05-19T22:59:48Z', 'revision_number': 5, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'subnets': [{'id': '83305451-1ab9-47e7-b78e-3014a324590c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eea6e542-65a2-4e76-b63a-d6084ced956a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 22:59:53.316903 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f772d6-c21a-4b22-9f25-1b4506c52ae9 None None] The sync data for ids ['6666f33e-8467-4859-b9ef-8d84144aebe8'] in dv-cinder-792299-1-iscsi is: [{'id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'name': 'router1', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '26c85221-9c0e-4929-88ca-1475b82f6f30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T22:59:33Z', 'updated_at': '2021-05-19T22:59:50Z', 'revision_number': 4, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'gw_port': {'id': '26c85221-9c0e-4929-88ca-1475b82f6f30', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:50Z', 'updated_at': '2021-05-19T22:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '74acd679-8b8b-439a-bcd0-d872610cf782', 'name': '', 'network_id': '4bc99dd6-ec27-4613-90ff-d18b5a3f4592', 'tenant_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'mac_address': 'fa:16:3e:eb:88:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6666f33e-8467-4859-b9ef-8d84144aebe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83305451-1ab9-47e7-b78e-3014a324590c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T22:59:42Z', 'updated_at': '2021-05-19T22:59:48Z', 'revision_number': 5, 'project_id': '599a04f4fdff4a2b94d0b4aa96b97271', 'subnets': [{'id': '83305451-1ab9-47e7-b78e-3014a324590c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'eea6e542-65a2-4e76-b63a-d6084ced956a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 22:59:53.893821 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36230) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 22:59:54.008823 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-fd26fbdc-0e5f-4c61-ab4e-9e1b30e439b5 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1138501
May 19 22:59:54.740935 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 26c85221-9c0e-4929-88ca-1475b82f6f30 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 22:59:54.809190 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 26c85221-9c0e-4929-88ca-1475b82f6f30 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 22:59:54.813463 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 26c85221-9c0e-4929-88ca-1475b82f6f30 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:54.813896 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:54.939259 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:54.955325 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 26c85221-9c0e-4929-88ca-1475b82f6f30, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=26c85221-9c0e-4929-88ca-1475b82f6f30,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 22:59:54.959237 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 22:59:54.961337 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 22:59:55.024506 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=26c85221-9c0e-4929-88ca-1475b82f6f30,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 22:59:55.027400 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 22:59:56.724364 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 26c85221-9c0e-4929-88ca-1475b82f6f30 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 22:59:56.802311 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 26c85221-9c0e-4929-88ca-1475b82f6f30 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 22:59:56.802682 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:05.374290 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:00:06.143292 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-752655a5-0a26-4e5a-8e93-59ff924ff35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:08.693823 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:08.988892 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-21d8c137-6d0e-4d51-97d9-cf77d0c253c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:09.648681 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:11.364150 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:36.145971 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b6a32dd9-6275-4bb4-8a73-44d3d8d81d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:38.688122 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:38.983536 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ab4fd266-0f6d-43b8-988a-af3bac6780c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:39.653931 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:41.350399 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:00:42.372332 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:01:06.151894 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d5f0f5c7-169f-454e-8013-9190599b0416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:08.683731 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:08.984583 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-9a2fcd85-571e-465c-b7ea-71e00ee84eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:09.655764 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:11.357898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:19.370948 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:01:28.368611 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36800) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:28.434928 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8732b6-58dd-4698-b933-577f1f769a32 admin admin] GET failed (client error): The resource could not be found.
May 19 23:01:28.436190 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-cc8732b6-58dd-4698-b933-577f1f769a32 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0666537
May 19 23:01:28.566313 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464c5fe9-e968-4c7b-882a-6a1d56c4206e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:28.567680 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-464c5fe9-e968-4c7b-882a-6a1d56c4206e admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1275198
May 19 23:01:30.679350 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 36810) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:30.794661 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ffdcf6-e4a4-47ab-8bb0-ee103ff28a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:30.796176 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-52ffdcf6-e4a4-47ab-8bb0-ee103ff28a30 admin admin] 10.222.0.25 "GET /v2.0/subnets/83305451-1ab9-47e7-b78e-3014a324590c HTTP/1.1" status: 200  len: 849 time: 0.1158698
May 19 23:01:30.805462 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:01:30.919770 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Notify callbacks [] for subnet, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:31.105888 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8729106279846'] for subnet, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:31.110860 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:01:31.152386 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:31.153405 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:31.154220 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] 10.222.0.25 "PUT /v2.0/subnets/83305451-1ab9-47e7-b78e-3014a324590c HTTP/1.1" status: 200  len: 868 time: 0.3523781
May 19 23:01:31.157234 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaba3f9-5bb7-4d04-8404-96563c71a2ee None None] Network 4bc99dd6-ec27-4613-90ff-d18b5a3f4592 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:01:31.178648 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Pushing event updated for resources: {'Subnet': ['ID=83305451-1ab9-47e7-b78e-3014a324590c,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:01:31.186217 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.186604 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.186911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.187235 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.187556 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.188429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.188752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.189067 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.189392 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.190151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.190151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.190338 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:01:31.194360 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:01:31.578856 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-045914ce-d949-49bc-9b3e-dfe75e79e04e None None] Provisioning complete for port 5aff5f12-9601-4952-8647-8b2ae01bb041 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:01:31.579275 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-045914ce-d949-49bc-9b3e-dfe75e79e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:31.703786 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-045914ce-d949-49bc-9b3e-dfe75e79e04e None None] Provisioning complete for port 74acd679-8b8b-439a-bcd0-d872610cf782 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:01:31.704103 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-045914ce-d949-49bc-9b3e-dfe75e79e04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:33.257118 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 36820) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:33.443995 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952f4df1-d770-4d8c-8541-ac0afd1d6f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:33.444387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952f4df1-d770-4d8c-8541-ac0afd1d6f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:33.445897 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-952f4df1-d770-4d8c-8541-ac0afd1d6f76 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1877649
May 19 23:01:35.553036 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 36830) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:35.723787 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b53de0-4b9e-49f1-b245-398ddb935cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:35.724275 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b53de0-4b9e-49f1-b245-398ddb935cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:35.725776 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-92b53de0-4b9e-49f1-b245-398ddb935cf9 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1717758
May 19 23:01:36.154596 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-8f4a4d0e-30a8-41d4-9777-46a9df63ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:37.840597 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36840) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:38.017727 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41888225-df98-4288-84a9-5b84b10313b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:38.019079 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-41888225-df98-4288-84a9-5b84b10313b4 admin admin] 10.222.0.25 "GET /v2.0/networks/4bc99dd6-ec27-4613-90ff-d18b5a3f4592 HTTP/1.1" status: 200  len: 869 time: 0.1775496
May 19 23:01:38.687072 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:38.986674 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-35c7c969-0477-400a-b01a-165ecef7b11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:39.658703 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:40.161781 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36850) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:40.325811 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0965b-a3cc-4ef6-9ece-f6095d65bc38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:40.327146 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-44c0965b-a3cc-4ef6-9ece-f6095d65bc38 admin admin] 10.222.0.25 "GET /v2.0/networks/da18c61e-4340-4265-8f85-d430e3680685 HTTP/1.1" status: 200  len: 886 time: 0.1644421
May 19 23:01:41.363049 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:01:42.434929 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36860) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:42.542785 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f728a15d-3728-4927-9710-6a1601ad1e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:42.543249 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f728a15d-3728-4927-9710-6a1601ad1e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:42.543960 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f728a15d-3728-4927-9710-6a1601ad1e3e admin admin] Synchronizing usage tracker for tenant:85c4669c77d24e41b9e456ebcbedc3d9 on resource:subnet {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:01:42.560785 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f728a15d-3728-4927-9710-6a1601ad1e3e admin admin] Unset dirty status for tenant:85c4669c77d24e41b9e456ebcbedc3d9 on resource:subnet {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:01:42.561922 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-f728a15d-3728-4927-9710-6a1601ad1e3e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1260345
May 19 23:01:44.670982 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36870) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:44.776611 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c754a9-1439-457b-b81c-f1e3e77f77e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:44.777075 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c754a9-1439-457b-b81c-f1e3e77f77e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:44.778585 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-44c754a9-1439-457b-b81c-f1e3e77f77e1 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1065643
May 19 23:01:46.941620 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36880) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:47.043234 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab63793-3e7e-4f13-a8f3-5b5abc15569e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:47.044543 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-fab63793-3e7e-4f13-a8f3-5b5abc15569e admin admin] 10.222.0.25 "GET /v2.0/subnets/54752b4f-26ef-45ee-98d7-aea473700448 HTTP/1.1" status: 200  len: 816 time: 0.1019495
May 19 23:01:49.145559 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36890) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:01:49.252862 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3869c3-4e2e-42a2-be84-5cc48df0aa77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:01:49.254246 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2f3869c3-4e2e-42a2-be84-5cc48df0aa77 admin admin] 10.222.0.25 "GET /v2.0/subnets/83305451-1ab9-47e7-b78e-3014a324590c HTTP/1.1" status: 200  len: 868 time: 0.1077347
May 19 23:01:56.369080 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:02:06.178790 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-231a3f6a-dad9-46ff-9b7d-268da37ce920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:08.690259 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:08.987375 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-5c2ed973-4b8b-4c42-be8d-08af61e4c608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:09.660837 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:11.363339 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:12.046667 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36934) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:02:12.094468 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [None req-b36b8ed7-7afc-4bda-aae7-32ff7a171216 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:02:12.095456 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-b36b8ed7-7afc-4bda-aae7-32ff7a171216 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0478785
May 19 23:02:14.280080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36944) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:02:14.346712 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d630ce0-4636-4929-9785-7b55605cba22 admin admin] GET failed (client error): The resource could not be found.
May 19 23:02:14.347938 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2d630ce0-4636-4929-9785-7b55605cba22 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0669315
May 19 23:02:14.526223 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a666e0-74b5-48f8-b168-48b9100e7022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:02:14.527593 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c8a666e0-74b5-48f8-b168-48b9100e7022 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1758850
May 19 23:02:16.640640 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 36954) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:02:16.687969 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:02:16.692537 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:02:16.702140 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:02:16.712104 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Made reservation on behalf of 85c4669c77d24e41b9e456ebcbedc3d9 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:02:16.714429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:16.801314 dv-cinder-792299-1-iscsi neutron-server[91825]: WARNING neutron.services.revisions.revision_plugin [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0673af4e50] {project_id='85c4669c77d24e41b9e456ebcbedc3d9', id='312868e7-829b-4c4d-9d65-8be3329ae6f2', target_tenant='*', action='access_as_shared', object_id='b62ed771-5850-4fa2-a873-0188e6549547'}> to bump revision.
May 19 23:02:16.813934 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:02:16.822680 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:16.823007 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Added segment da8012a4-3151-4dd2-9c7d-49f1727b36ec of type vlan for network b62ed771-5850-4fa2-a873-0188e6549547
May 19 23:02:16.847786 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:16.876383 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:16.877667 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:02:16.878255 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:16.882696 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:02:16.976694 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3349867
May 19 23:02:16.981512 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Pushing event updated for resources: {'Network': ['ID=b62ed771-5850-4fa2-a873-0188e6549547,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:02:16.984974 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:02:16.992763 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network b62ed771-5850-4fa2-a873-0188e6549547 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:02:19.107148 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 36964) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:02:19.174592 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ffb9e5-88c3-4bc6-92c2-ac49a9c8b660 admin admin] GET failed (client error): The resource could not be found.
May 19 23:02:19.175810 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-03ffb9e5-88c3-4bc6-92c2-ac49a9c8b660 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0677249
May 19 23:02:19.278657 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab35a32c-0828-4469-b940-f0f977f30049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:02:19.280084 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ab35a32c-0828-4469-b940-f0f977f30049 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1005459
May 19 23:02:19.290289 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547', 'description': 'shared-subnet'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:02:19.294889 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:02:19.305572 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:02:19.315013 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Made reservation on behalf of 85c4669c77d24e41b9e456ebcbedc3d9 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:02:19.317378 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:19.682042 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:19.686367 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:02:19.756778 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=434141b4-e8ef-4824-b7c8-b4fec2c97511,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:02:19.767783 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.768163 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.768493 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.768813 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.769368 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.769732 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.770043 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.770353 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.770663 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.770969 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.771274 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.771581 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:19.774389 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Checking segment: {'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:02:19.774738 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Network hostable DHCP agents. Network: b62ed771-5850-4fa2-a873-0188e6549547, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:02:19.778817 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:02:19.791883 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Network b62ed771-5850-4fa2-a873-0188e6549547 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:02:19.801311 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, b62ed771-5850-4fa2-a873-0188e6549547) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:02:19.806088 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:02:19.807153 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:19.809085 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c8098-cf34-40b5-a644-b79856d361bf None None] Network b62ed771-5850-4fa2-a873-0188e6549547 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:02:19.831122 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5442121
May 19 23:02:20.029051 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-b62ed771-5850-4fa2-a873-0188e6549547', 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547', 'tenant_id': '85c4669c77d24e41b9e456ebcbedc3d9', 'fixed_ips': [{'subnet_id': '434141b4-e8ef-4824-b7c8-b4fec2c97511'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:02:20.029921 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:20.192080 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Allocated IP 192.168.233.2 (b62ed771-5850-4fa2-a873-0188e6549547/434141b4-e8ef-4824-b7c8-b4fec2c97511/92d0daaf-a173-4051-a28e-5b5bd41e2b15) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:02:20.403300 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:20.417764 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Transition to ACTIVE for port object 92d0daaf-a173-4051-a28e-5b5bd41e2b15 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:02:20.437492 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Transition to ACTIVE for port object 92d0daaf-a173-4051-a28e-5b5bd41e2b15 will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:02:20.444634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:20.449389 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:02:20.512812 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Network b62ed771-5850-4fa2-a873-0188e6549547 is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:02:20.515577 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:02:20.519768 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:02:20.551766 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Pushing event updated for resources: {'Port': ['ID=92d0daaf-a173-4051-a28e-5b5bd41e2b15,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:02:20.573585 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.573964 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.574301 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.574634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.574962 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.575291 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.576006 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.576006 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.576250 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.576571 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.576888 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.577203 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:02:20.605643 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:02:20.631835 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Attempting to bind port 92d0daaf-a173-4051-a28e-5b5bd41e2b15 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:02:20.632202 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Attempting to bind port 92d0daaf-a173-4051-a28e-5b5bd41e2b15 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:02:20.632563 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Attempting to bind port 92d0daaf-a173-4051-a28e-5b5bd41e2b15 on network b62ed771-5850-4fa2-a873-0188e6549547 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:02:20.637811 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:02:20.638185 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Checking segment: {'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:02:20.638589 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:20.638976 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Bound using segment: {'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:02:20.639449 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Bound port: 92d0daaf-a173-4051-a28e-5b5bd41e2b15, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:02:20.639845 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:20.731624 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] For port 92d0daaf-a173-4051-a28e-5b5bd41e2b15, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:02:20.735309 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] For port 92d0daaf-a173-4051-a28e-5b5bd41e2b15, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=92d0daaf-a173-4051-a28e-5b5bd41e2b15,segment=NetworkSegment(da8012a4-3151-4dd2-9c7d-49f1727b36ec),segment_id=da8012a4-3151-4dd2-9c7d-49f1727b36ec)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:02:20.739350 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:20.743272 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-600392c7-7135-4570-9db0-47fafc8a2a0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:02:20.824291 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Pushing event updated for resources: {'Port': ['ID=92d0daaf-a173-4051-a28e-5b5bd41e2b15,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:02:20.827504 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:02:21.645974 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f6884-3850-4d43-a21a-2e2628383404 None None] Network b62ed771-5850-4fa2-a873-0188e6549547 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:02:21.756745 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-b702705c-84f5-44ae-9f64-bf7cc43f4fb5 None None] Provisioning for port 92d0daaf-a173-4051-a28e-5b5bd41e2b15 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:02:22.848609 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 92d0daaf-a173-4051-a28e-5b5bd41e2b15 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:02:22.915610 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 92d0daaf-a173-4051-a28e-5b5bd41e2b15 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:02:22.920326 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 92d0daaf-a173-4051-a28e-5b5bd41e2b15 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:02:22.921063 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:23.035792 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:23.067733 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 92d0daaf-a173-4051-a28e-5b5bd41e2b15, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=92d0daaf-a173-4051-a28e-5b5bd41e2b15,segment=NetworkSegment(da8012a4-3151-4dd2-9c7d-49f1727b36ec),segment_id=da8012a4-3151-4dd2-9c7d-49f1727b36ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:02:23.072226 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:23.075210 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-8abb57e7-cdf8-497c-9469-c58eede4bc98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:02:23.141037 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=92d0daaf-a173-4051-a28e-5b5bd41e2b15,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:02:23.144137 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:02:24.825724 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 92d0daaf-a173-4051-a28e-5b5bd41e2b15 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:02:24.921224 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 92d0daaf-a173-4051-a28e-5b5bd41e2b15 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:02:24.921585 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:33.367563 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:02:36.159759 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6719c4ee-1c9d-4911-a1dd-9d4c90f31936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:38.693209 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:38.987561 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-42a0e85c-4a1e-4716-a7fd-002d8318c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:39.664446 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:02:41.367416 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:06.163478 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b1b21937-ee99-4e7c-8697-b932dcf07268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:08.695632 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:08.988810 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-5fcc4dac-0949-4095-b36a-a55d5f7f9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:09.666245 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:10.366252 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:03:11.370261 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:35.679175 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37014) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:03:35.685972 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [None req-c59136b1-d025-4815-af64-c8d99dc18227 tempest-verify_tempest_config-647820030 tempest-verify_tempest_config-647820030-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:03:35.687653 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c59136b1-d025-4815-af64-c8d99dc18227 tempest-verify_tempest_config-647820030 tempest-verify_tempest_config-647820030-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0068135
May 19 23:03:35.982857 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37032) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:03:36.096029 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:36.110080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:03:36.113818 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ba57b8535241a7b0908c7c8baf2121 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:03:36.116761 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:03:36.122317 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:03:36.166423 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-bc7d780e-ad3a-41c2-97df-e68674d9a441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:36.204175 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:36.207819 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:36.216152 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:03:36.254106 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Synchronizing usage tracker for tenant:85c4669c77d24e41b9e456ebcbedc3d9 on resource:security_group {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:03:36.258326 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7130da5c-bc62-4fe1-a443-ac82590c9cc1,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:03:36.267252 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.267581 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.267901 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.268217 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.268527 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.268856 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.269165 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.269472 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.269821 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.270129 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.270430 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.270730 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:03:36.274421 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:03:36.284542 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Unset dirty status for tenant:85c4669c77d24e41b9e456ebcbedc3d9 on resource:security_group {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:03:36.286041 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1ba57b8535241a7b0908c7c8baf2121&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3021972
May 19 23:03:36.288580 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37038) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:03:36.346912 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6447b56b-c706-4ae0-ba22-0f18b9009398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:36.371380 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6447b56b-c706-4ae0-ba22-0f18b9009398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:36.463311 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6447b56b-c706-4ae0-ba22-0f18b9009398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:36.467275 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:03:36.479149 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447b56b-c706-4ae0-ba22-0f18b9009398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7130da5c-bc62-4fe1-a443-ac82590c9cc1,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:03:36.481293 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6447b56b-c706-4ae0-ba22-0f18b9009398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:03:36.487151 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6447b56b-c706-4ae0-ba22-0f18b9009398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:36.488254 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-6447b56b-c706-4ae0-ba22-0f18b9009398 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7130da5c-bc62-4fe1-a443-ac82590c9cc1 HTTP/1.1" status: 204  len: 168 time: 0.1987801
May 19 23:03:38.697664 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:38.990946 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-8d8b6233-8c2a-4d34-9acf-2f992dcd50ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:39.669030 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:41.375018 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:03:47.365687 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:04:06.168589 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-40b25c50-f76b-46e3-9967-cfd58b477ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:08.700419 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:08.991725 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-608abc86-228e-4a54-9143-616e392d2989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:09.673969 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:11.376219 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:24.365462 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:04:36.169055 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4ba58f9f-8c14-4e4e-9963-f4b5786ecaa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:38.701855 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:38.993244 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-f5229419-8802-4cff-a653-75c2a2e77f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:39.676652 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:04:41.380942 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:01.364354 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 5 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:05:06.171304 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ea913b9f-4ba1-4cd1-8062-54e347f6f182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:08.704123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:08.993917 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3717-490b-44a2-8a71-1ba4e519428d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:09.679215 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:11.384289 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:13.713296 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852'] for agent, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:28.455611 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37110) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:05:28.570253 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-f9b262e9-0076-44ce-b538-ef9c01f02463 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1135540
May 19 23:05:30.680305 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37120) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:05:30.735371 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2df45470-a8de-41ff-b4df-6f2e69b6c96e admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0539141
May 19 23:05:36.176283 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-78b1802c-b186-4045-a6b1-e519046ea5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:38.363662 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:05:38.705881 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:38.994986 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-42ca9aca-e86c-40be-b666-3d58560ff58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:39.680772 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:41.389027 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:05:43.703169 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:06.178432 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-132722e0-a0bd-4038-8b7b-8b12ecd3a34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:08.706966 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:08.996333 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a532d892-fafe-4b84-b08e-971e195a6c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:09.683533 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:11.388898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:13.716989 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:15.363289 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:06:36.179660 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-73980ea7-791e-4119-8ad7-d75817499516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:38.716689 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:38.998168 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7f43b4ba-ee3c-4cbf-9648-c917990e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:39.687319 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:41.394351 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:43.731305 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:52.363079 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:06:58.310358 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37286) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:06:58.515693 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-494105486-network', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:06:58.527631 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:06:58.533154 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Usage tracker for resource:network and tenant:d07fdf58f66146c683f5aea89a361dfa is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:06:58.543788 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:06:58.551558 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:06:58.561889 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Made reservation on behalf of d07fdf58f66146c683f5aea89a361dfa for: {'network': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:06:58.564196 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.576559 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.591254 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:06:58.595746 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Usage tracker for resource:security_group_rule and tenant:d07fdf58f66146c683f5aea89a361dfa is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:06:58.602541 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:06:58.610451 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:06:58.702366 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.707238 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.711436 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:06:58.729629 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37326) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:06:58.749360 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a28df-891f-4877-98b3-6a275cd3a7f6,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.762690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Tracked resource versions report:
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]: pushed versions:
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]: {   'AddressGroup': {'1.2'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'ConntrackHelper': {'1.0'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Log': {'1.0'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Network': {'1.1'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Port': {'1.7'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'PortForwarding': {'1.2'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'QosPolicy': {'1.8'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'SecurityGroup': {'1.4'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'SecurityGroupRule': {'1.2'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'SubPort': {'1.0'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Subnet': {'1.1'},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     'Trunk': {'1.1'}}
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]: consumer versions:
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]: {   DHCP agent@dv-cinder-792299-1-iscsi: {},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     HyperV agent@hv-cinder-79229: {},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     L3 agent@dv-cinder-792299-1-iscsi: {},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     Metadata agent@dv-cinder-792299-1-iscsi: {},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     Metering agent@dv-cinder-792299-1-iscsi: {},
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:     Open vSwitch agent@dv-cinder-792299-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'ConntrackHelper': '1.0',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Log': '1.0',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Network': '1.1',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Port': '1.7',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'PortForwarding': '1.2',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'QosPolicy': '1.8',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'SecurityGroup': '1.4',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'SecurityGroupRule': '1.2',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'SubPort': '1.0',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Subnet': '1.1',
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:                                                      'Trunk': '1.1'}}
May 19 23:06:58.764453 dv-cinder-792299-1-iscsi neutron-server[91826]:  {{(pid=91826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:06:58.775797 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=91826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:06:58.785086 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:06:58.789939 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.790281 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.segments_db [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Added segment c6981994-ddc0-405d-a122-7ba0e11c07ec of type vlan for network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e
May 19 23:06:58.828888 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.866474 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.867797 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:06:58.868380 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.889363 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2783b0f-57d5-4d93-9fbf-3aa4342716f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:06:58.918626 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6068907
May 19 23:06:58.922952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37340) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:06:58.928626 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Request body: {'subnet': {'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-subnet', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:06:58.937455 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:06:58.943226 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Usage tracker for resource:subnet and tenant:d07fdf58f66146c683f5aea89a361dfa is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:06:58.945895 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:06:58.952731 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:06:58.964830 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Made reservation on behalf of d07fdf58f66146c683f5aea89a361dfa for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:06:58.968410 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:58.980855 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Pushing event updated for resources: {'Network': ['ID=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:06:58.983697 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:06:58.994404 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:06:59.199945 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-network', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:06:59.204337 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:06:59.210842 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Usage tracker for resource:network and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:06:59.213728 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:06:59.244771 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:06:59.262393 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Made reservation on behalf of 53987ff1b20b440aaf085abc7ac05d84 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:06:59.264955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.323369 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.344955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:06:59.350208 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Usage tracker for resource:security_group_rule and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:06:59.359102 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:06:59.366468 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:06:59.476807 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37354) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:06:59.505144 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37360) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:06:59.539431 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.541942 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.548289 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:06:59.609870 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.610915 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72331fa6-90df-4bda-b916-b893102cae30,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:06:59.640794 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:06:59.652125 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.652401 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.652747 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.653115 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.653398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.653840 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.654630 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.654957 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.655295 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.655618 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.655935 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.656248 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Tracked resource versions report:
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]: pushed versions:
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]: {   'AddressGroup': {'1.2'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'ConntrackHelper': {'1.0'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Log': {'1.0'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Network': {'1.1'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Port': {'1.7'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'PortForwarding': {'1.2'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'QosPolicy': {'1.8'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'SecurityGroup': {'1.4'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'SecurityGroupRule': {'1.2'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'SubPort': {'1.0'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Subnet': {'1.1'},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     'Trunk': {'1.1'}}
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]: consumer versions:
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]: {   DHCP agent@dv-cinder-792299-1-iscsi: {},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     HyperV agent@hv-cinder-79229: {},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     L3 agent@dv-cinder-792299-1-iscsi: {},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     Metadata agent@dv-cinder-792299-1-iscsi: {},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     Metering agent@dv-cinder-792299-1-iscsi: {},
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:     Open vSwitch agent@dv-cinder-792299-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'ConntrackHelper': '1.0',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Log': '1.0',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Network': '1.1',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Port': '1.7',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'PortForwarding': '1.2',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'QosPolicy': '1.8',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'SecurityGroup': '1.4',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'SecurityGroupRule': '1.2',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'SubPort': '1.0',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Subnet': '1.1',
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:                                                      'Trunk': '1.1'}}
May 19 23:06:59.657548 dv-cinder-792299-1-iscsi neutron-server[91825]:  {{(pid=91825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:06:59.660008 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.660355 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Added segment 61128f33-0adc-4a24-a466-d52480d02691 of type vlan for network f0d5efb6-161b-405c-994a-779d0b8ab63e
May 19 23:06:59.686545 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.718471 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:06:59.718854 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:06:59.758474 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Checking segment: {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:06:59.759144 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Network hostable DHCP agents. Network: 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:06:59.763836 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7809dc-d898-49ea-a319-695654786463,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:06:59.772395 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:06:59.780933 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.783939 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:06:59.784694 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.797432 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:06:59.809277 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:06:59.826648 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:06:59.835593 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95aace6-7cef-4104-ac5a-27e08c5a9b0a None None] Network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:06:59.844998 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:06:59.845899 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:06:59.919731 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1910160695-network', 'tenant_id': '5525f54e5f394ad5986064d648f63a96'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:06:59.919731 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:06:59.930252 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Usage tracker for resource:network and tenant:5525f54e5f394ad5986064d648f63a96 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:06:59.937483 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:06:59.947741 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:06:59.949646 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1965652845-network', 'tenant_id': 'f2e6557d42324c81868cab89cd93e736'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:06:59.954400 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0303800
May 19 23:06:59.958903 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37380) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:06:59.959533 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.2288437
May 19 23:06:59.959670 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37382) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:06:59.964465 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:06:59.966135 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Request body: {'subnet': {'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-subnet', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:06:59.969795 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Usage tracker for resource:network and tenant:f2e6557d42324c81868cab89cd93e736 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:06:59.973161 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:06:59.974540 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:06:59.978712 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Usage tracker for resource:subnet and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:06:59.979563 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:06:59.982537 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:06:59.990373 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:06:59.991852 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d5efb6-161b-405c-994a-779d0b8ab63e,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:06:59.994667 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Made reservation on behalf of f2e6557d42324c81868cab89cd93e736 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:06:59.997131 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.003929 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:00.009887 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:00.012302 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.014749 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:00.019929 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Usage tracker for resource:router and tenant:d07fdf58f66146c683f5aea89a361dfa is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:00.024700 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:00.030018 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:00.034037 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:00.034554 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Usage tracker for resource:security_group_rule and tenant:f2e6557d42324c81868cab89cd93e736 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:00.037860 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:00.044618 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Made reservation on behalf of 5525f54e5f394ad5986064d648f63a96 for: {'network': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:00.045144 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:00.048959 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.063266 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Made reservation on behalf of 53987ff1b20b440aaf085abc7ac05d84 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:00.065545 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.117167 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network f0d5efb6-161b-405c-994a-779d0b8ab63e details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:07:00.241402 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.251987 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.271476 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:00.295543 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.296999 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.303014 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:07:00.330719 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.331061 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Added segment 2e6c9bdd-e0ec-47ca-8e2a-7195418c3de0 of type vlan for network 33ae5fc2-3e08-407a-826e-36a73dafa126
May 19 23:07:00.331413 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.332590 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da2f533-e120-49c7-bd63-3b7bf7f9da52,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:00.348165 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:00.354609 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.385821 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.427313 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:00.445838 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11d77d-8ac8-4a03-ae3e-397c9af9c927 None None] Network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:00.453122 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.454681 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:00.455486 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:00.460718 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-51869e7e-0d94-47dd-a379-5871177962b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:00.567987 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5525f54e5f394ad5986064d648f63a96 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:00.570966 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0869975
May 19 23:07:00.571626 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37408) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:00.583881 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:00.596519 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Request body: {'subnet': {'network_id': '33ae5fc2-3e08-407a-826e-36a73dafa126', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1965652845-subnet', 'tenant_id': 'f2e6557d42324c81868cab89cd93e736', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:00.602949 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:00.611478 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Pushing event updated for resources: {'Network': ['ID=33ae5fc2-3e08-407a-826e-36a73dafa126,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:00.620131 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:00.622935 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:00.628183 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Usage tracker for resource:subnet and tenant:f2e6557d42324c81868cab89cd93e736 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:00.631499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:00.647140 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 33ae5fc2-3e08-407a-826e-36a73dafa126 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:07:00.649861 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:00.667363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Made reservation on behalf of f2e6557d42324c81868cab89cd93e736 for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:00.670827 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.184720 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.325285 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.369503 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.390802 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=91826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:07:01.400936 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.401517 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.segments_db [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Added segment 8580ab32-8ee0-472a-8704-a59349c5c797 of type vlan for network 300fe28b-7539-46c5-b4a0-ace8a8db7778
May 19 23:07:01.456824 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.504531 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:01.516855 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.532809 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:01.533995 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.643991 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.656984 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1505392
May 19 23:07:01.698076 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37444) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:01.698930 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.704963 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Request body: {'subnet': {'network_id': '300fe28b-7539-46c5-b4a0-ace8a8db7778', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1910160695-subnet', 'tenant_id': '5525f54e5f394ad5986064d648f63a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:01.714078 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7705fa97-a722-4742-b0f5-ed39ee5d256c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:01.745277 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:01.781587 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cb4952-0b95-45a3-a95a-b20b2728670f,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:01.786184 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Usage tracker for resource:subnet and tenant:5525f54e5f394ad5986064d648f63a96 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:01.792718 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:01.802886 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:01.809325 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:01.817829 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:01.855133 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37462) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:01.855908 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Checking segment: {'id': '2e6c9bdd-e0ec-47ca-8e2a-7195418c3de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33ae5fc2-3e08-407a-826e-36a73dafa126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:01.856256 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Network hostable DHCP agents. Network: 33ae5fc2-3e08-407a-826e-36a73dafa126, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:07:01.868833 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Made reservation on behalf of 5525f54e5f394ad5986064d648f63a96 for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:01.873845 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:01.889510 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Checking segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:01.889978 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Network hostable DHCP agents. Network: f0d5efb6-161b-405c-994a-779d0b8ab63e, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:07:01.937852 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b878d35-d792-4054-a756-e69e6a006e98,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:01.946059 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:01.984907 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Pushing event updated for resources: {'Network': ['ID=300fe28b-7539-46c5-b4a0-ace8a8db7778,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:01.997426 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:01.998473 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 300fe28b-7539-46c5-b4a0-ace8a8db7778 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:07:01.999907 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:02.010232 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Network 33ae5fc2-3e08-407a-826e-36a73dafa126 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:07:02.032275 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 33ae5fc2-3e08-407a-826e-36a73dafa126) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:02.035385 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Network f0d5efb6-161b-405c-994a-779d0b8ab63e is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:07:02.046460 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:02.047126 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.074138 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, f0d5efb6-161b-405c-994a-779d0b8ab63e) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:02.080365 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:02.081239 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.090563 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5111704
May 19 23:07:02.103911 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09c265-ec5d-4366-872c-17c2d8d499c1 None None] Network 33ae5fc2-3e08-407a-826e-36a73dafa126 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:02.170514 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69437e20-5d9d-41bc-8b93-73de0b2964a7,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:02.179147 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:02.191599 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.2280920
May 19 23:07:02.192994 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37472) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:02.255335 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.256078 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:02.277177 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:02.281778 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Usage tracker for resource:security_group_rule and tenant:b71f164900ce49cab5c83ebda73db393 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:02.285247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:02.291350 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2071b31-d269-4bcc-9bfd-71d29970a5a1 None None] Network f0d5efb6-161b-405c-994a-779d0b8ab63e requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:02.291729 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:02.355101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:02.360833 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Usage tracker for resource:router and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:02.365642 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:02.373395 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:02.383796 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.386878 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.396967 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.409560 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:02.422650 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37482) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:02.433218 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.434495 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.454818 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.480195 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.544509 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8de30eb-ab77-4a0e-bf46-f5a705031745,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:02.552434 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b71f164900ce49cab5c83ebda73db393&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6902196
May 19 23:07:02.552434 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:02.552944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37490) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:02.648236 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8efa7190-a353-4504-939d-29e850adfae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.649841 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-f0d5efb6-161b-405c-994a-779d0b8ab63e', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:07:02.650940 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.725390 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8efa7190-a353-4504-939d-29e850adfae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.753539 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.774302 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8189a112-a06f-4867-b8b7-06925ec40e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:02.839769 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Allocated IP 172.20.0.2 (f0d5efb6-161b-405c-994a-779d0b8ab63e/69437e20-5d9d-41bc-8b93-73de0b2964a7/2c33a99a-5908-4da6-89b0-b5cd21c5c326) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:02.859575 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c1975c8-f8bb-426c-bb24-2af9b85b5b61,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:02.866558 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:02.875644 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8efa7190-a353-4504-939d-29e850adfae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.882307 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Checking segment: {'id': '8580ab32-8ee0-472a-8704-a59349c5c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '300fe28b-7539-46c5-b4a0-ace8a8db7778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:02.882886 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Network hostable DHCP agents. Network: 300fe28b-7539-46c5-b4a0-ace8a8db7778, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:07:02.888780 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2837c8a4-55bc-4b49-9293-35b09e3ca865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:02.909007 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa7190-a353-4504-939d-29e850adfae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8de30eb-ab77-4a0e-bf46-f5a705031745,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:02.912690 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8efa7190-a353-4504-939d-29e850adfae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:02.916408 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8efa7190-a353-4504-939d-29e850adfae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.919903 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-8efa7190-a353-4504-939d-29e850adfae7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8de30eb-ab77-4a0e-bf46-f5a705031745 HTTP/1.1" status: 204  len: 168 time: 0.3630500
May 19 23:07:02.931225 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Network 300fe28b-7539-46c5-b4a0-ace8a8db7778 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:07:02.949768 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 300fe28b-7539-46c5-b4a0-ace8a8db7778) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:02.954344 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:02.954940 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:02.995081 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2948911
May 19 23:07:03.041489 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cff2ad3-556e-43d1-896e-c43cf8aaad47 None None] Network 300fe28b-7539-46c5-b4a0-ace8a8db7778 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:03.043741 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.066160 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:03.070783 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Usage tracker for resource:security_group_rule and tenant:394a0f502bea4d189565963a882af135 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:03.074330 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:03.082510 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:03.269605 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.280566 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.299359 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:03.417610 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c25484-3555-4d97-a326-25a7676fd48b None None] Network 33ae5fc2-3e08-407a-826e-36a73dafa126 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:03.438916 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cd5484-fac7-40c4-983a-0015cdedc41e,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:03.452012 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=394a0f502bea4d189565963a882af135&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9682801
May 19 23:07:03.462547 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37530) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:03.468006 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:03.617961 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.620088 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-84a191a0-1f52-4a6e-acb2-bf23c1ee2aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.648283 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.657376 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Transition to ACTIVE for port object 2c33a99a-5908-4da6-89b0-b5cd21c5c326 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:03.672520 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-84a191a0-1f52-4a6e-acb2-bf23c1ee2aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.698371 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Allocated IP 172.27.0.141 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/f279dd6f-be76-4a7e-819c-25eeb3d7a64a) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:03.738597 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-84a191a0-1f52-4a6e-acb2-bf23c1ee2aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.747342 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:03.768893 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a191a0-1f52-4a6e-acb2-bf23c1ee2aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cd5484-fac7-40c4-983a-0015cdedc41e,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:03.776919 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-84a191a0-1f52-4a6e-acb2-bf23c1ee2aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:03.780461 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-84a191a0-1f52-4a6e-acb2-bf23c1ee2aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.781843 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-84a191a0-1f52-4a6e-acb2-bf23c1ee2aca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24cd5484-fac7-40c4-983a-0015cdedc41e HTTP/1.1" status: 204  len: 168 time: 0.3057697
May 19 23:07:03.783078 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Transition to ACTIVE for port object 2c33a99a-5908-4da6-89b0-b5cd21c5c326 will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:03.832556 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.868787 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0263a95b-226d-4c17-8769-aef5ff0a2f47 None None] Network 300fe28b-7539-46c5-b4a0-ace8a8db7778 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:03.892239 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:03.921580 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37542) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:03.941119 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:03.963797 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:03.969490 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab6e98ca89c4d8480295964cc5f011f is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:03.974375 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:03.982944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:04.061787 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Network f0d5efb6-161b-405c-994a-779d0b8ab63e is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:04.074680 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:04.086055 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:04.104768 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Pushing event updated for resources: {'Port': ['ID=2c33a99a-5908-4da6-89b0-b5cd21c5c326,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:04.104942 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.110455 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.122966 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:04.157675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4a7776-d8f7-4381-ae25-7f51e187808c,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:04.162596 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:04.201577 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ab6e98ca89c4d8480295964cc5f011f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2754426
May 19 23:07:04.203783 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37558) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:04.205265 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37560) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:04.210841 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.211510 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.212002 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.212497 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.212979 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.213763 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.214530 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.215005 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.215500 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.215995 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.217087 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.217866 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.218858 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Tracked resource versions report:
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]: pushed versions:
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]: {   'AddressGroup': {'1.2'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'ConntrackHelper': {'1.0'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Log': {'1.0'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Network': {'1.1'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Port': {'1.7'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'PortForwarding': {'1.2'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'QosPolicy': {'1.8'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'SecurityGroup': {'1.4'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'SecurityGroupRule': {'1.2'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'SubPort': {'1.0'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Subnet': {'1.1'},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     'Trunk': {'1.1'}}
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]: consumer versions:
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]: {   DHCP agent@dv-cinder-792299-1-iscsi: {},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     HyperV agent@hv-cinder-79229: {},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     L3 agent@dv-cinder-792299-1-iscsi: {},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     Metadata agent@dv-cinder-792299-1-iscsi: {},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     Metering agent@dv-cinder-792299-1-iscsi: {},
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:     Open vSwitch agent@dv-cinder-792299-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'ConntrackHelper': '1.0',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Log': '1.0',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Network': '1.1',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Port': '1.7',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'PortForwarding': '1.2',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'QosPolicy': '1.8',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'SecurityGroup': '1.4',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'SecurityGroupRule': '1.2',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'SubPort': '1.0',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Subnet': '1.1',
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:                                                      'Trunk': '1.1'}}
May 19 23:07:04.220109 dv-cinder-792299-1-iscsi neutron-server[91827]:  {{(pid=91827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:07:04.227852 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1467405315-network', 'tenant_id': 'acfa9688beed421e92b2769607d3fa0b'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:04.234248 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:04.262198 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:04.296370 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Usage tracker for resource:network and tenant:acfa9688beed421e92b2769607d3fa0b is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:04.304848 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Attempting to bind port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:04.305512 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Attempting to bind port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:04.306151 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Attempting to bind port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 on network f0d5efb6-161b-405c-994a-779d0b8ab63e {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:04.308044 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:04.336022 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:04.382079 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:04.382980 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Checking segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:04.383949 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.384567 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Bound using segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:04.385434 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Bound port: 2c33a99a-5908-4da6-89b0-b5cd21c5c326, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:04.386080 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.394805 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Made reservation on behalf of acfa9688beed421e92b2769607d3fa0b for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:04.397974 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.425462 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.442717 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-053b8bdc-eb49-43a9-99b0-45ffb08a78c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.461018 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:04.475778 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Usage tracker for resource:security_group_rule and tenant:acfa9688beed421e92b2769607d3fa0b is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:04.482685 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:04.493324 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-053b8bdc-eb49-43a9-99b0-45ffb08a78c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.502117 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:04.556932 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] For port 2c33a99a-5908-4da6-89b0-b5cd21c5c326, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:04.560836 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] For port 2c33a99a-5908-4da6-89b0-b5cd21c5c326, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=2c33a99a-5908-4da6-89b0-b5cd21c5c326,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:04.573130 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.579280 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:04.630624 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-053b8bdc-eb49-43a9-99b0-45ffb08a78c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.637211 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-aab773de-a123-462c-9ad9-dab273fb2989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:04.662968 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b8bdc-eb49-43a9-99b0-45ffb08a78c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4a7776-d8f7-4381-ae25-7f51e187808c,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:04.674202 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-053b8bdc-eb49-43a9-99b0-45ffb08a78c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:04.682361 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.690774 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-053b8bdc-eb49-43a9-99b0-45ffb08a78c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.693749 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-053b8bdc-eb49-43a9-99b0-45ffb08a78c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d4a7776-d8f7-4381-ae25-7f51e187808c HTTP/1.1" status: 204  len: 168 time: 0.4821358
May 19 23:07:04.709006 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:04.725243 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.734581 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.738671 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8efa7190-a353-4504-939d-29e850adfae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:04.800478 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37592) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:04.812517 dv-cinder-792299-1-iscsi neutron-server[91825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 19 23:07:04.815485 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Pushing event updated for resources: {'Port': ['ID=2c33a99a-5908-4da6-89b0-b5cd21c5c326,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:04.819121 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:04.868155 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.883926 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:07:04.900334 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.901007 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Added segment 5a808366-035b-4c03-be2f-d252280f7ef1 of type vlan for network 076875c1-666e-4ff8-ac47-af1386bce987
May 19 23:07:04.918698 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:04.922302 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:04.924557 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:04.926787 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:04.945797 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:05.007422 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37600) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:05.010271 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aac5ef-d960-45a7-ab87-a1f8468ab810,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:05.015497 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:05.041771 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:05.042704 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:05.064692 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:05.065944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:05.079845 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Pushing event updated for resources: {'Port': ['ID=f279dd6f-be76-4a7e-819c-25eeb3d7a64a,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:05.085346 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:05.090363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:05.264964 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:05.297251 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Usage tracker for resource:security_group_rule and tenant:58dcd3c5772049a3863a7d8c0213597a is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:05.302933 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:05.323449 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Allocated IP 172.27.0.38 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/6618193e-88b8-4683-978e-0ba4bd7cb9be) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:05.353669 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.1461964
May 19 23:07:05.359987 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37612) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:05.360819 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:05.383741 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Request body: {'subnet': {'network_id': '076875c1-666e-4ff8-ac47-af1386bce987', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1467405315-subnet', 'tenant_id': 'acfa9688beed421e92b2769607d3fa0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:05.391826 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Pushing event updated for resources: {'Network': ['ID=076875c1-666e-4ff8-ac47-af1386bce987,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:05.409512 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 076875c1-666e-4ff8-ac47-af1386bce987 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:07:05.423342 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:05.459314 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:05.486466 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Usage tracker for resource:subnet and tenant:acfa9688beed421e92b2769607d3fa0b is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:05.503702 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-ef229ffe-c8f7-428f-8e3c-75ed0c7a7b71 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:05.507480 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-ef229ffe-c8f7-428f-8e3c-75ed0c7a7b71 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/networks?id=300fe28b-7539-46c5-b4a0-ace8a8db7778 HTTP/1.1" status: 200  len: 812 time: 0.7046156
May 19 23:07:05.510843 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:05.530527 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:05.571872 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-878e265a-cc1f-492d-ac46-144bf50ce6a3 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/quotas/5525f54e5f394ad5986064d648f63a96 HTTP/1.1" status: 200  len: 375 time: 0.0557084
May 19 23:07:05.668825 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Made reservation on behalf of acfa9688beed421e92b2769607d3fa0b for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:05.671718 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:05.699931 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-f20b0ed4-993b-4149-83ef-7894e18f4d15 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5525f54e5f394ad5986064d648f63a96&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1215742
May 19 23:07:05.749733 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:05.845321 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:05.860747 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:05.873133 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:05.986125 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.001521 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-427ea106-db2d-41ce-8a78-2dfd1cffb6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:06.035739 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21abf3f6-5dc6-4e97-ae32-e7e394139209,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:06.041243 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58dcd3c5772049a3863a7d8c0213597a&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0321057
May 19 23:07:06.043092 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:06.050670 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37642) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:06.094817 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.197143 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37650) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:06.198005 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-beb603df-bc69-4f08-b529-b0572abd9398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.240603 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2ac555d8-8256-4800-bd19-bb78c327f5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.274410 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2ac555d8-8256-4800-bd19-bb78c327f5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.292596 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-28e89a4e-23ed-468a-8ba6-3d09ba105258 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:07:06.293625 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-28e89a4e-23ed-468a-8ba6-3d09ba105258 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2494814
May 19 23:07:06.332073 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6e36de-712d-4a02-be15-870075750bb8 None None] Network f0d5efb6-161b-405c-994a-779d0b8ab63e requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:06.511583 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:06.523707 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:06.526447 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2ac555d8-8256-4800-bd19-bb78c327f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.528512 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-20714c43-463e-4f05-9410-e4c02342ffea service neutron] 10.222.0.25 "GET /v2.0/networks/300fe28b-7539-46c5-b4a0-ace8a8db7778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261162
May 19 23:07:06.531098 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:06.578017 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:06.621540 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-08fc0e20-0689-4a00-9d64-4005f4025c7d None None] Provisioning for port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:06.623200 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac555d8-8256-4800-bd19-bb78c327f5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21abf3f6-5dc6-4e97-ae32-e7e394139209,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:06.625001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.639209 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2ac555d8-8256-4800-bd19-bb78c327f5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:06.701428 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:06.705244 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Usage tracker for resource:security_group_rule and tenant:6f10b0a104a245ba82c48bf716bc72fd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:06.708208 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:06.714681 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:06.808026 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.815799 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.823085 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2ac555d8-8256-4800-bd19-bb78c327f5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.826705 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-2ac555d8-8256-4800-bd19-bb78c327f5f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21abf3f6-5dc6-4e97-ae32-e7e394139209 HTTP/1.1" status: 204  len: 168 time: 0.7590718
May 19 23:07:06.833393 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7a04e149-c98d-422f-bf7d-ca682b37ecb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:06.837136 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Pushing event updated for resources: {'Port': ['ID=6618193e-88b8-4683-978e-0ba4bd7cb9be,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:06.854123 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:06.858760 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:06.987722 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Checking segment: {'id': '5a808366-035b-4c03-be2f-d252280f7ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '076875c1-666e-4ff8-ac47-af1386bce987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:06.988079 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Network hostable DHCP agents. Network: 076875c1-666e-4ff8-ac47-af1386bce987, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:07:07.007607 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b43fc26-a1b7-481b-bfb7-43e0a7b54b27,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:07.016979 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:07.020451 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-053b8bdc-eb49-43a9-99b0-45ffb08a78c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:07.067253 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f10b0a104a245ba82c48bf716bc72fd&name=default HTTP/1.1" status: 200  len: 2976 time: 0.8689795
May 19 23:07:07.067976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37682) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:07.070860 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68c249f-dd9c-422f-83b8-4bd897a319b2,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:07.083046 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:07.087599 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-030812d9-d08a-4346-90c0-df745d530138 service neutron] 10.222.0.25 "GET /v2.0/networks/300fe28b-7539-46c5-b4a0-ace8a8db7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5462945
May 19 23:07:07.135729 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Network 076875c1-666e-4ff8-ac47-af1386bce987 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:07:07.172184 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 076875c1-666e-4ff8-ac47-af1386bce987) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:07.173239 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:07.180355 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f556ec8-ad9d-4ce8-b194-7b630304b2ab None None] Network 076875c1-666e-4ff8-ac47-af1386bce987 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:07.192983 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:07.193940 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:07.257982 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5f54-098d-4de6-9ffa-2c9ad69f6205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:07.340628 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9721527
May 19 23:07:07.371413 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:07.398829 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5f54-098d-4de6-9ffa-2c9ad69f6205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:07.414167 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 2c33a99a-5908-4da6-89b0-b5cd21c5c326 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:07.488341 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5f54-098d-4de6-9ffa-2c9ad69f6205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:07.496188 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:07.583178 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e5f54-098d-4de6-9ffa-2c9ad69f6205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68c249f-dd9c-422f-83b8-4bd897a319b2,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:07.591998 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0b2e5f54-098d-4de6-9ffa-2c9ad69f6205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:07.609271 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-974a49b0-8f6d-445e-b199-73c884625a96 req-17acb076-f1a6-4786-ab28-65e8152263b5 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 210 time: 0.0830922
May 19 23:07:07.610984 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0b2e5f54-098d-4de6-9ffa-2c9ad69f6205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:07.616967 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-0b2e5f54-098d-4de6-9ffa-2c9ad69f6205 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e68c249f-dd9c-422f-83b8-4bd897a319b2 HTTP/1.1" status: 204  len: 168 time: 0.5315008
May 19 23:07:07.762592 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37722) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:07.899104 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:07.907104 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458bab89-186e-49e8-be46-eae39a8c5fc3 None None] Network 076875c1-666e-4ff8-ac47-af1386bce987 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:07.907544 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Deleting subnet 5b878d35-d792-4054-a756-e69e6a006e98 {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:07:07.916396 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.049933 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.071559 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.212587 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:08.212587 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.441239 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.583550 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.622525 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37772) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:08.655255 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 2c33a99a-5908-4da6-89b0-b5cd21c5c326, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=2c33a99a-5908-4da6-89b0-b5cd21c5c326,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:08.668679 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.673512 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:08.709066 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37786) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:08.794009 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.804953 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=2c33a99a-5908-4da6-89b0-b5cd21c5c326,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:08.811486 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c0d55095-3920-4d5f-b286-4705207fba89 req-fbea9d56-d8ed-420f-8f79-4dfd60bf9ad7 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 210 time: 0.1016099
May 19 23:07:08.821321 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.828547 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4d5d024e-feb1-4b47-bd66-02e9799a5402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:08.833774 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:08.834850 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:07:08.867179 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b878d35-d792-4054-a756-e69e6a006e98,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:08.880682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:08.891221 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:08.898827 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5b878d35-d792-4054-a756-e69e6a006e98 HTTP/1.1" status: 204  len: 168 time: 1.1351132
May 19 23:07:08.901437 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37800) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:09.013059 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a71d9617-1bb2-4522-9928-113f9f1379f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.020095 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.070310 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 2c33a99a-5908-4da6-89b0-b5cd21c5c326 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:09.149304 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.164417 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0672e03c10>> segment before_delete 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.165031 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0672e03c10>> subnet precommit_delete_associations 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.165952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0673963580>> segment_host_mapping after_create 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.166492 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0673963580>> port after_create 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.167113 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0673963580>> port after_delete 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.167657 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0673963580>> port after_update 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.168173 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0673963580>> segment after_delete 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.168722 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0673963580>> subnet after_create 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.169305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0673963580>> subnet after_delete 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.169809 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0673963580>> subnet after_update 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.182359 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:09.182791 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.228814 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:07:09.242541 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Sync routers for ids ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:07:09.261033 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Routers {'0dc32e9a-7d22-4aed-84e1-44d57260ed99'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:07:09.265155 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672dd2e20>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:09.294613 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Router 173f0c3d-e80d-400d-821d-ca42d0f34690 is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:07:09.334607 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.340050 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.3816230
May 19 23:07:09.340895 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37810) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:09.359357 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0672c0a8e0>> subnet after_create 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.360014 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0672c0a8e0>> subnet after_delete 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.360493 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0672c0a8e0>> subnet before_create 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.360969 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0672c0a8e0>> subnet before_update 55550000 {{(pid=91825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:07:09.361472 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0673963700>,) {'filters': {'network_id': ['33ae5fc2-3e08-407a-826e-36a73dafa126']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:09.379255 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0673963700>, '2e6c9bdd-e0ec-47ca-8e2a-7195418c3de0') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:09.379797 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0673963700>, '2e6c9bdd-e0ec-47ca-8e2a-7195418c3de0') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:09.394011 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.418270 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.427585 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:07:09.428986 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   from cryptography.utils import int_from_bytes
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   from cryptography.utils import int_from_bytes
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:07:09.530979 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:07:09.552442 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.579306 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.590218 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:09.599764 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4d599e41-4a19-4405-b4db-bb167d06f6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:09.646074 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.666760 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] 10.222.0.25 "DELETE /v2.0/networks/33ae5fc2-3e08-407a-826e-36a73dafa126 HTTP/1.1" status: 204  len: 168 time: 0.7642016
May 19 23:07:09.679844 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Usage tracker for resource:security_group_rule and tenant:b5d3367fd42741feac8bc8894e437801 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:09.684940 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37834) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:09.694675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:09.697500 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.706786 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ae5fc2-3e08-407a-826e-36a73dafa126,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:09.720574 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Set router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:07:09.779798 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:09.788110 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:09.889475 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] Deleting subnet 9b43fc26-a1b7-481b-bfb7-43e0a7b54b27 {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:07:09.907619 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:09.950123 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:07:09.961159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Sync routers for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:07:09.979234 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:07:09.979985 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673285970>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:10.101224 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:10.103247 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.9087477
May 19 23:07:10.106472 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37850) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:10.134307 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-457c5a73-6485-49a1-b22a-8791f15cb22b req-b5e889c4-7920-4b97-af4a-ba34db6acc3c tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 210 time: 0.1613877
May 19 23:07:10.178356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6878897'] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:10.297166 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:10.302402 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:10.354900 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672dd2e20>, [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:07:05Z', 'revision_number': 3, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port': {'id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:10.362523 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Checking router: 0dc32e9a-7d22-4aed-84e1-44d57260ed99 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:07:10.362872 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Updating router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 port f279dd6f-be76-4a7e-819c-25eeb3d7a64a binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:07:10.366673 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:10.401902 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5c9da1c0-b93a-455c-84d5-651791fd15a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:10.441288 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:10.600706 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:07:10.614385 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5d3367fd42741feac8bc8894e437801&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9800677
May 19 23:07:10.615185 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7fd8f7-3bfc-435b-9543-4b8d0e47383e,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:10.619430 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37874) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:10.729586 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:11.026514 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8361647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6952225'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.036244 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:11.126028 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b43fc26-a1b7-481b-bfb7-43e0a7b54b27,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:11.131797 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:11.133062 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.173129 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-ffc3d91d-b201-4b9d-9702-b1f3cf5ab691 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9b43fc26-a1b7-481b-bfb7-43e0a7b54b27 HTTP/1.1" status: 204  len: 168 time: 1.4821801
May 19 23:07:11.175744 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37892) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:11.271346 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673285970>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:06Z', 'revision_number': 3, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:11.284159 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.286111 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Checking router: 173f0c3d-e80d-400d-821d-ca42d0f34690 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:07:11.291012 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Updating router 173f0c3d-e80d-400d-821d-ca42d0f34690 port 6618193e-88b8-4683-978e-0ba4bd7cb9be binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:07:11.315519 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Transition to ACTIVE for port object f279dd6f-be76-4a7e-819c-25eeb3d7a64a will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:11.328759 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.338202 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:11.459712 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.463996 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7d7c5cb6-c6fb-4295-a08d-f4d12ef52d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.492357 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Pushing event updated for resources: {'Port': ['ID=f279dd6f-be76-4a7e-819c-25eeb3d7a64a,revision_number=2']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:11.511423 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.515205 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.515553 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.515888 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.516221 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.516543 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.516865 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.517180 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.517495 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.517853 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.518172 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.518497 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.520659 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Tracked resource versions report:
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]: pushed versions:
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]: {   'AddressGroup': {'1.2'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'ConntrackHelper': {'1.0'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Log': {'1.0'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Network': {'1.1'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Port': {'1.7'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'PortForwarding': {'1.2'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'QosPolicy': {'1.8'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'SecurityGroup': {'1.4'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'SecurityGroupRule': {'1.2'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'SubPort': {'1.0'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Subnet': {'1.1'},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     'Trunk': {'1.1'}}
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]: consumer versions:
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]: {   DHCP agent@dv-cinder-792299-1-iscsi: {},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     HyperV agent@hv-cinder-79229: {},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     L3 agent@dv-cinder-792299-1-iscsi: {},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     Metadata agent@dv-cinder-792299-1-iscsi: {},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     Metering agent@dv-cinder-792299-1-iscsi: {},
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:     Open vSwitch agent@dv-cinder-792299-1-iscsi: {   'AddressGroup': '1.2',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'ConntrackHelper': '1.0',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Log': '1.0',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Network': '1.1',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Port': '1.7',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'PortForwarding': '1.2',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'QosPolicy': '1.8',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'SecurityGroup': '1.4',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'SecurityGroupRule': '1.2',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'SubPort': '1.0',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Subnet': '1.1',
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:                                                      'Trunk': '1.1'}}
May 19 23:07:11.521765 dv-cinder-792299-1-iscsi neutron-server[91828]:  {{(pid=91828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 23:07:11.538840 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.561073 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:11.607855 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-05983447-8925-44c2-b104-410301fd1874 req-6c7e5cf1-4caf-4ea2-8efc-3a7ddb8f0dcd tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 210 time: 0.0922005
May 19 23:07:11.608021 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7d7c5cb6-c6fb-4295-a08d-f4d12ef52d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.608656 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.36', 49478) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:11.611205 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Attempting to bind port f279dd6f-be76-4a7e-819c-25eeb3d7a64a on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:11.611582 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Attempting to bind port f279dd6f-be76-4a7e-819c-25eeb3d7a64a by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:11.611943 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Attempting to bind port f279dd6f-be76-4a7e-819c-25eeb3d7a64a on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:11.623109 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:11.625156 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:11.625571 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.627282 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:11.627970 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Bound port: f279dd6f-be76-4a7e-819c-25eeb3d7a64a, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:11.639168 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.743315 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7d7c5cb6-c6fb-4295-a08d-f4d12ef52d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.765582 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a7473509-1fc6-4774-9e27-7f5b6dd331c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:11.787331 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7d7c5cb6-c6fb-4295-a08d-f4d12ef52d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.788508 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7d7c5cb6-c6fb-4295-a08d-f4d12ef52d9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f7fd8f7-3bfc-435b-9543-4b8d0e47383e HTTP/1.1" status: 204  len: 168 time: 1.1660881
May 19 23:07:11.821285 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c5cb6-c6fb-4295-a08d-f4d12ef52d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7fd8f7-3bfc-435b-9543-4b8d0e47383e,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:11.840287 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7d7c5cb6-c6fb-4295-a08d-f4d12ef52d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:11.859751 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] For port f279dd6f-be76-4a7e-819c-25eeb3d7a64a, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:11.862428 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-557f5e6e-cf22-40ae-afa4-bdce69976630 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:11.863988 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-557f5e6e-cf22-40ae-afa4-bdce69976630 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.36 "GET /v2.0/networks?id=300fe28b-7539-46c5-b4a0-ace8a8db7778 HTTP/1.1" status: 200  len: 812 time: 0.2540197
May 19 23:07:11.866043 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] For port f279dd6f-be76-4a7e-819c-25eeb3d7a64a, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=f279dd6f-be76-4a7e-819c-25eeb3d7a64a,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:11.876257 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:11.902289 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:11.953721 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Request body: {'port': {'device_id': '9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd', 'network_id': '300fe28b-7539-46c5-b4a0-ace8a8db7778', 'admin_state_up': True, 'tenant_id': '5525f54e5f394ad5986064d648f63a96'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:12.145129 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Pushing event updated for resources: {'Port': ['ID=f279dd6f-be76-4a7e-819c-25eeb3d7a64a,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:12.170290 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:12.182537 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Routers {'0dc32e9a-7d22-4aed-84e1-44d57260ed99'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:07:12.185254 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672dd2e20>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:12.341378 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:12.367902 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Usage tracker for resource:port and tenant:5525f54e5f394ad5986064d648f63a96 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:12.371414 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.392074 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.392703 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:12.418300 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Transition to ACTIVE for port object 6618193e-88b8-4683-978e-0ba4bd7cb9be will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:12.418897 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:12.422702 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0672b5ffa0>,) {'filters': {'network_id': ['076875c1-666e-4ff8-ac47-af1386bce987']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:12.455063 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.462768 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0672b5ffa0>, '5a808366-035b-4c03-be2f-d252280f7ef1') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:12.463063 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0672b5ffa0>, '5a808366-035b-4c03-be2f-d252280f7ef1') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:12.479116 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:12.480549 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Made reservation on behalf of 5525f54e5f394ad5986064d648f63a96 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:12.484845 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.543672 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.571500 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] Set router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:07:12.695460 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e8e91-17e4-4f82-a552-0835fd6ce7b8 None None] Pushing event updated for resources: {'Port': ['ID=6618193e-88b8-4683-978e-0ba4bd7cb9be,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:12.700054 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-fb9e8e91-17e4-4f82-a552-0835fd6ce7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:12.710753 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37952) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:12.720820 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.737414 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Attempting to bind port 6618193e-88b8-4683-978e-0ba4bd7cb9be on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:12.740305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:07:12.740652 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Attempting to bind port 6618193e-88b8-4683-978e-0ba4bd7cb9be by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:12.741227 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.742335 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Attempting to bind port 6618193e-88b8-4683-978e-0ba4bd7cb9be on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:12.755032 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:12.757540 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:12.758164 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.758849 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:12.760174 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Bound port: 6618193e-88b8-4683-978e-0ba4bd7cb9be, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:12.762164 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.909172 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:07:12.915404 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:07:12.969753 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:12.970173 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:13.018501 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] For port 6618193e-88b8-4683-978e-0ba4bd7cb9be, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:13.022401 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] For port 6618193e-88b8-4683-978e-0ba4bd7cb9be, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=6618193e-88b8-4683-978e-0ba4bd7cb9be,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:13.029223 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:13.040270 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:13.051061 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:13.057022 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Usage tracker for resource:security_group_rule and tenant:301fe4a2617f4005bab00077eb049bd2 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:13.061221 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:13.068038 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:13.098463 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-77442752-be9b-4ec9-a11d-3e13a910e57d req-f50a562f-9307-4b7e-980e-d3471e8cae89 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 210 time: 0.1046107
May 19 23:07:13.099454 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:13.138576 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e8e91-17e4-4f82-a552-0835fd6ce7b8 None None] Pushing event updated for resources: {'Port': ['ID=6618193e-88b8-4683-978e-0ba4bd7cb9be,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:13.145025 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-fb9e8e91-17e4-4f82-a552-0835fd6ce7b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:13.153821 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:07:13.154852 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673285970>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:13.182881 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:13.193722 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:13.201676 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:13.239471 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:13.243890 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=076875c1-666e-4ff8-ac47-af1386bce987,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:13.283356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:13.290985 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-07c414f0-7d68-4bfb-abc6-772998feb778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:13.333251 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ebe18d-9900-4cb3-8a2d-bf13c0903abf,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:13.367996 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:13.377675 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672dd2e20>, [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:07:05Z', 'revision_number': 3, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port': {'id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:13.385266 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef0bd6d-894f-4754-946e-b5e64094d9d4 None None] The sync data for ids ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'] in dv-cinder-792299-1-iscsi is: [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:07:05Z', 'revision_number': 3, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port': {'id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:07:13.391851 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=301fe4a2617f4005bab00077eb049bd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4783494
May 19 23:07:13.395350 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 37972) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:13.410486 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] 10.222.0.25 "DELETE /v2.0/networks/076875c1-666e-4ff8-ac47-af1386bce987 HTTP/1.1" status: 204  len: 168 time: 2.2303669
May 19 23:07:13.430101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Allocated IP 172.20.0.1 (2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e/72331fa6-90df-4bda-b916-b893102cae30/95455e45-77cb-4b2f-bf6b-080fde6bd839) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:13.496085 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:07:13.554385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Allocated IP 172.20.0.7 (300fe28b-7539-46c5-b4a0-ace8a8db7778/9c1975c8-f8bb-426c-bb24-2af9b85b5b61/5c46fafe-37ba-4ee2-a570-9af659b8b3c9) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:13.821723 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:13.920167 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37980) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:13.989606 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-869e4c28-a14c-408f-8aa1-bda6bfde8024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:13.998287 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:14.088994 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-869e4c28-a14c-408f-8aa1-bda6bfde8024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:14.129887 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ad2ae09f-a5a0-4266-903a-3da1642da2c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2e6557d42324c81868cab89cd93e736&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2033792
May 19 23:07:14.140614 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 37992) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:14.323143 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-869e4c28-a14c-408f-8aa1-bda6bfde8024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:14.383813 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1d2492d0-7b5b-4597-8e73-12b6bf42e4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:14.477949 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e4c28-a14c-408f-8aa1-bda6bfde8024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ebe18d-9900-4cb3-8a2d-bf13c0903abf,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:14.525289 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673285970>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:06Z', 'revision_number': 3, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:14.527910 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-869e4c28-a14c-408f-8aa1-bda6bfde8024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:14.541262 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48ee6-7aa6-49d7-bc5b-b9c0c27b8d95 None None] The sync data for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi is: [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:06Z', 'revision_number': 3, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:07:14.551623 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-869e4c28-a14c-408f-8aa1-bda6bfde8024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:14.561042 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-869e4c28-a14c-408f-8aa1-bda6bfde8024 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98ebe18d-9900-4cb3-8a2d-bf13c0903abf HTTP/1.1" status: 204  len: 168 time: 1.1619191
May 19 23:07:14.717923 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-a75dfba3-fea6-40a1-a2ad-1b7120dd25f8 req-8990a8f9-151d-49bd-987c-adfeeeeee5d9 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Synchronizing usage tracker for tenant:5525f54e5f394ad5986064d648f63a96 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:07:14.750869 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:14.764489 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14b9fb8-79fe-4dd5-8bc8-7dc915297ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:14.781864 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-a75dfba3-fea6-40a1-a2ad-1b7120dd25f8 req-8990a8f9-151d-49bd-987c-adfeeeeee5d9 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Unset dirty status for tenant:5525f54e5f394ad5986064d648f63a96 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:07:14.783138 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a75dfba3-fea6-40a1-a2ad-1b7120dd25f8 req-8990a8f9-151d-49bd-987c-adfeeeeee5d9 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 210 time: 0.2537467
May 19 23:07:14.788306 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:14.882371 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Allocated IP 172.20.0.1 (f0d5efb6-161b-405c-994a-779d0b8ab63e/69437e20-5d9d-41bc-8b93-73de0b2964a7/c7b89ea7-91b7-4524-b1af-96aa01359ab2) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:14.918360 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:15.018587 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:15.039606 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:15.131770 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14b9fb8-79fe-4dd5-8bc8-7dc915297ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:15.202960 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device f279dd6f-be76-4a7e-819c-25eeb3d7a64a up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:15.270679 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Pushing event updated for resources: {'Port': ['ID=95455e45-77cb-4b2f-bf6b-080fde6bd839,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:15.322328 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 38010) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:15.332096 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Network 300fe28b-7539-46c5-b4a0-ace8a8db7778 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:15.358836 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:15.397416 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:15.398485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:15.431046 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:15.438856 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:15.461312 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port f279dd6f-be76-4a7e-819c-25eeb3d7a64a completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:15.473339 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port f279dd6f-be76-4a7e-819c-25eeb3d7a64a triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:15.476210 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:15.490201 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:15.490711 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:15.620330 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Pushing event updated for resources: {'Port': ['ID=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:15.697120 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:15.748812 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:15.749183 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:15.814379 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8670619
May 19 23:07:15.847227 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-9f758419-0871-4c21-8147-b7cdb4dad2e0 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:07:15.848185 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-9f758419-0871-4c21-8147-b7cdb4dad2e0 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056143
May 19 23:07:15.869268 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:15.932891 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port f279dd6f-be76-4a7e-819c-25eeb3d7a64a, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=f279dd6f-be76-4a7e-819c-25eeb3d7a64a,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:15.941295 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:15.948131 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:16.197100 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=f279dd6f-be76-4a7e-819c-25eeb3d7a64a,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:16.206697 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:16.268103 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14b9fb8-79fe-4dd5-8bc8-7dc915297ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:16.355564 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2b2af51-3a74-4150-8069-c84a9c72f6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:16.470588 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b9fb8-79fe-4dd5-8bc8-7dc915297ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da2f533-e120-49c7-bd63-3b7bf7f9da52,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:16.496432 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Request body: {'port': {'device_id': '9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:16.531371 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d14b9fb8-79fe-4dd5-8bc8-7dc915297ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:16.602569 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:16.706151 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:16.757839 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14b9fb8-79fe-4dd5-8bc8-7dc915297ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:16.765458 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d14b9fb8-79fe-4dd5-8bc8-7dc915297ee3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9da2f533-e120-49c7-bd63-3b7bf7f9da52 HTTP/1.1" status: 204  len: 168 time: 2.6184711
May 19 23:07:16.794305 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:16.839282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Transition to ACTIVE for port object c7b89ea7-91b7-4524-b1af-96aa01359ab2 will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:16.839563 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:16.868848 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Usage tracker for resource:security_group_rule and tenant:757c9800d0ee4e9394bfa374d7f624fb is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:16.881453 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:16.917982 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:17.008099 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.019160 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:17.119399 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b89ea7-91b7-4524-b1af-96aa01359ab2,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:17.132415 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:17.151772 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Network f0d5efb6-161b-405c-994a-779d0b8ab63e is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:17.156470 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:17.170183 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:17.174018 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.299236 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.363591 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device f279dd6f-be76-4a7e-819c-25eeb3d7a64a up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:17.366025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.405913 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0890-dfc3-4806-b54b-b78419d9d4b9 req-71dd1b92-5866-4340-afdc-df43f9411041 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:17.409247 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cbdb0890-dfc3-4806-b54b-b78419d9d4b9 req-71dd1b92-5866-4340-afdc-df43f9411041 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 931 time: 1.3154881
May 19 23:07:17.439284 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.459102 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2ac555d8-8256-4800-bd19-bb78c327f5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:17.464339 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.475099 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=757c9800d0ee4e9394bfa374d7f624fb&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1373675
May 19 23:07:17.477466 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38068) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:17.478304 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.507532 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.594014 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.631489 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-535efff0-dd5a-43d2-b3c6-12c830a23974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:17.675060 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port f279dd6f-be76-4a7e-819c-25eeb3d7a64a triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:17.675473 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:17.828795 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38076) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:17.849205 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cbdb0890-dfc3-4806-b54b-b78419d9d4b9 req-15020d92-efba-4068-82ab-d2ab198f342f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3621259
May 19 23:07:17.859128 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6492d4af-9ab5-40bd-a9eb-8d98bd8a9368,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:17.863630 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:17.960011 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-6fe0d360-dc5f-427f-bbed-eb0c93ec8dcc None None] Provisioning for port c7b89ea7-91b7-4524-b1af-96aa01359ab2 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:18.007202 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-6fe0d360-dc5f-427f-bbed-eb0c93ec8dcc None None] Provisioning complete for port c7b89ea7-91b7-4524-b1af-96aa01359ab2 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:18.009740 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d360-dc5f-427f-bbed-eb0c93ec8dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.021640 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Pushing event updated for resources: {'Port': ['ID=95455e45-77cb-4b2f-bf6b-080fde6bd839,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:18.063790 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:18.139926 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 6618193e-88b8-4683-978e-0ba4bd7cb9be up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:18.260025 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0d360-dc5f-427f-bbed-eb0c93ec8dcc None None] Port c7b89ea7-91b7-4524-b1af-96aa01359ab2 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:07:18.322674 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:18.323957 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 6618193e-88b8-4683-978e-0ba4bd7cb9be completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:18.333976 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 6618193e-88b8-4683-978e-0ba4bd7cb9be triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:18.334353 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.348384 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:18.410757 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c0edbcd7-3772-496b-bfa6-008185bce6f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=acfa9688beed421e92b2769607d3fa0b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5581546
May 19 23:07:18.414250 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 38096) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:18.415170 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0a200e5c-0ae4-4c0e-ba66-c9ced80bcad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.450354 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:07:18.468865 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.516930 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Transition to ACTIVE for port object 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:18.586532 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-65440f16-0f76-4b10-94fb-d776c972a068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.597732 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.638087 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:18.691949 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0a200e5c-0ae4-4c0e-ba66-c9ced80bcad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.798529 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.814641 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.849002 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 6618193e-88b8-4683-978e-0ba4bd7cb9be, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=6618193e-88b8-4683-978e-0ba4bd7cb9be,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:18.856473 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:18.860327 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:18.974655 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-65440f16-0f76-4b10-94fb-d776c972a068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:19.062578 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=6618193e-88b8-4683-978e-0ba4bd7cb9be,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:19.065771 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:19.158102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:19.172609 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:19.179694 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:07:19.183205 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:19.348141 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Pushing event updated for resources: {'Port': ['ID=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:19.365481 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.728s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:19.514609 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b89ea7-91b7-4524-b1af-96aa01359ab2,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:19.535225 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:19.541476 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0a200e5c-0ae4-4c0e-ba66-c9ced80bcad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:19.546056 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Attempting to bind port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:19.546056 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Attempting to bind port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '8580ab32-8ee0-472a-8704-a59349c5c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '300fe28b-7539-46c5-b4a0-ace8a8db7778'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:19.546296 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Attempting to bind port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 on network 300fe28b-7539-46c5-b4a0-ace8a8db7778 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:19.598896 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be294d-c836-4329-9a4b-4fbb1fe3df92 req-0223ecf4-5ee4-4639-b142-50d700d73ff1 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:19.600489 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d2be294d-c836-4329-9a4b-4fbb1fe3df92 req-0223ecf4-5ee4-4639-b142-50d700d73ff1 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 943 time: 0.3739359
May 19 23:07:19.601633 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 on network 300fe28b-7539-46c5-b4a0-ace8a8db7778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:07:19.602105 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Attempting to bind port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 on network 300fe28b-7539-46c5-b4a0-ace8a8db7778 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:19.610926 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-65440f16-0f76-4b10-94fb-d776c972a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:19.622085 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:19.622504 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Checking segment: {'id': '8580ab32-8ee0-472a-8704-a59349c5c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '300fe28b-7539-46c5-b4a0-ace8a8db7778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:19.623058 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Bound using segment: {'id': '8580ab32-8ee0-472a-8704-a59349c5c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '300fe28b-7539-46c5-b4a0-ace8a8db7778'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:19.623534 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Bound port: 5c46fafe-37ba-4ee2-a570-9af659b8b3c9, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8580ab32-8ee0-472a-8704-a59349c5c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '300fe28b-7539-46c5-b4a0-ace8a8db7778'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:19.623895 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:19.661386 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d14b9fb8-79fe-4dd5-8bc8-7dc915297ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:19.692934 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a200e5c-0ae4-4c0e-ba66-c9ced80bcad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6492d4af-9ab5-40bd-a9eb-8d98bd8a9368,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:19.701941 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0a200e5c-0ae4-4c0e-ba66-c9ced80bcad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:19.716572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:19.782829 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 38136) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:19.786732 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65440f16-0f76-4b10-94fb-d776c972a068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aac5ef-d960-45a7-ab87-a1f8468ab810,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:19.796967 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0a200e5c-0ae4-4c0e-ba66-c9ced80bcad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:19.800407 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-0a200e5c-0ae4-4c0e-ba66-c9ced80bcad1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6492d4af-9ab5-40bd-a9eb-8d98bd8a9368 HTTP/1.1" status: 204  len: 168 time: 2.3174853
May 19 23:07:19.865457 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-65440f16-0f76-4b10-94fb-d776c972a068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:19.907106 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Network f0d5efb6-161b-405c-994a-779d0b8ab63e is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:19.908332 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-65440f16-0f76-4b10-94fb-d776c972a068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:19.910108 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-65440f16-0f76-4b10-94fb-d776c972a068 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2aac5ef-d960-45a7-ab87-a1f8468ab810 HTTP/1.1" status: 204  len: 168 time: 1.4948308
May 19 23:07:19.913828 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:07:19.924433 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Sync routers for ids ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:07:19.927137 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d2be294d-c836-4329-9a4b-4fbb1fe3df92 req-6e4cbedd-0a9b-45c3-b768-60988718fe10 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3168762
May 19 23:07:19.935727 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] 10.222.0.25 "PUT /v2.0/routers/0dc32e9a-7d22-4aed-84e1-44d57260ed99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5923011
May 19 23:07:19.937080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:19.945005 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Routers {'0dc32e9a-7d22-4aed-84e1-44d57260ed99'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:07:19.946989 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06732220a0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:20.087611 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] For port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:20.094227 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] For port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,segment=NetworkSegment(8580ab32-8ee0-472a-8704-a59349c5c797),segment_id=8580ab32-8ee0-472a-8704-a59349c5c797)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:20.117246 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:20.126953 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:20.238691 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:20.239895 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:20.248029 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] 10.222.0.36 "PUT /v2.0/ports/5c46fafe-37ba-4ee2-a570-9af659b8b3c9 HTTP/1.1" status: 200  len: 1093 time: 4.0379131
May 19 23:07:20.248580 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd', 'tag': '5c46fafe-37ba-4ee2-a570-9af659b8b3c9'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:07:20.299471 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Pushing event updated for resources: {'Port': ['ID=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:20.304231 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:20.383800 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Router 173f0c3d-e80d-400d-821d-ca42d0f34690 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:07:20.470138 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-1485761c-9fdd-444b-ad82-e3cb2185f1ae None None] Provisioning complete for port c7b89ea7-91b7-4524-b1af-96aa01359ab2 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:20.479110 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-1485761c-9fdd-444b-ad82-e3cb2185f1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:20.648944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:20.653590 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-1485761c-9fdd-444b-ad82-e3cb2185f1ae None None] Port c7b89ea7-91b7-4524-b1af-96aa01359ab2 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:07:20.681496 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Set router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:07:20.718957 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:20.725682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Usage tracker for resource:security_group_rule and tenant:478a4088bb1a4822a8fe2cf3387f5687 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:20.740757 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:20.757209 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:20.835527 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-391dd42b-b9ce-41e3-bd50-334b84530a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:20.838334 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-391dd42b-b9ce-41e3-bd50-334b84530a02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5525f54e5f394ad5986064d648f63a96&device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 1096 time: 0.4593737
May 19 23:07:20.953457 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:07:20.982401 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Sync routers for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:07:20.988388 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] 10.222.0.25 "PUT /v2.0/routers/173f0c3d-e80d-400d-821d-ca42d0f34690/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8799834
May 19 23:07:21.004597 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:07:21.026051 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673316100>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:21.102686 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:21.124691 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:21.222840 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0b2e5f54-098d-4de6-9ffa-2c9ad69f6205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:21.258369 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 6618193e-88b8-4683-978e-0ba4bd7cb9be up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:21.281048 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38182) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:21.291545 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=478a4088bb1a4822a8fe2cf3387f5687&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5061171
May 19 23:07:21.509623 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 6618193e-88b8-4683-978e-0ba4bd7cb9be triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:21.518216 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28f4e66-f119-4e15-a0ad-f6515c6a45c5,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:21.521321 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:21.548211 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:21.607898 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290a5ca-134e-460e-91c0-2dfd204128ce req-4528e825-3f52-4e67-9417-96c1d7535f96 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:21.609772 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e290a5ca-134e-460e-91c0-2dfd204128ce req-4528e825-3f52-4e67-9417-96c1d7535f96 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 943 time: 0.3080680
May 19 23:07:21.610523 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21ecea30-bcc5-4149-a9a9-72c6faaf6165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:21.678099 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21ecea30-bcc5-4149-a9a9-72c6faaf6165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:21.736041 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e290a5ca-134e-460e-91c0-2dfd204128ce req-20b65fe9-86da-407c-9710-d19c8cce6685 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167517
May 19 23:07:21.806540 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21ecea30-bcc5-4149-a9a9-72c6faaf6165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:21.815093 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0a200e5c-0ae4-4c0e-ba66-c9ced80bcad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:21.823535 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:07:21.848777 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecea30-bcc5-4149-a9a9-72c6faaf6165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28f4e66-f119-4e15-a0ad-f6515c6a45c5,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:21.852396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-21ecea30-bcc5-4149-a9a9-72c6faaf6165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:21.860225 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21ecea30-bcc5-4149-a9a9-72c6faaf6165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:21.864050 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-21ecea30-bcc5-4149-a9a9-72c6faaf6165 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d28f4e66-f119-4e15-a0ad-f6515c6a45c5 HTTP/1.1" status: 204  len: 168 time: 0.5813527
May 19 23:07:22.060130 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-99c744c1-453d-4d46-9978-475c1a6d5637 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c46fafe-37ba-4ee2-a570-9af659b8b3c9 HTTP/1.1" status: 200  len: 217 time: 0.2743537
May 19 23:07:22.116397 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06732220a0>, [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:07:16Z', 'revision_number': 4, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port': {'id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '95455e45-77cb-4b2f-bf6b-080fde6bd839', 'name': '', 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'mac_address': 'fa:16:3e:74:f1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '72331fa6-90df-4bda-b916-b893102cae30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:16Z', 'revision_number': 2, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'subnets': [{'id': '72331fa6-90df-4bda-b916-b893102cae30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:22.139481 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Checking router: 0dc32e9a-7d22-4aed-84e1-44d57260ed99 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:07:22.139849 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Updating router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 port 95455e45-77cb-4b2f-bf6b-080fde6bd839 binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:07:22.322653 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:22.634876 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673316100>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 2, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:22.641085 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Checking router: 173f0c3d-e80d-400d-821d-ca42d0f34690 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:07:22.641738 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Updating router 173f0c3d-e80d-400d-821d-ca42d0f34690 port c7b89ea7-91b7-4524-b1af-96aa01359ab2 binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:07:22.741153 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:22.808645 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-24879da7-d255-454c-bb96-ff237c5b4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:22.810195 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-24879da7-d255-454c-bb96-ff237c5b4d47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c1975c8-f8bb-426c-bb24-2af9b85b5b61 HTTP/1.1" status: 200  len: 852 time: 0.5267918
May 19 23:07:22.947496 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0474b9b7-906a-486e-b857-662c98153b02 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:22.949056 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0474b9b7-906a-486e-b857-662c98153b02 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 818 time: 0.8738408
May 19 23:07:22.999498 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-d7f88832-e83d-4d04-917c-e44948e2ff26 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/quotas/d07fdf58f66146c683f5aea89a361dfa HTTP/1.1" status: 200  len: 375 time: 0.0323100
May 19 23:07:23.269493 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-84c338c0-7663-4051-8367-fe37c865a0d4 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2625237
May 19 23:07:23.392400 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:23.426673 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Transition to ACTIVE for port object 95455e45-77cb-4b2f-bf6b-080fde6bd839 will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:23.446274 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:23.459582 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:23.755099 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-b8a8cfb4-95c4-4472-8aa0-92ad526e3800 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=300fe28b-7539-46c5-b4a0-ace8a8db7778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1600366
May 19 23:07:23.826970 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 38260) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:23.854111 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:23.862277 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:23.893920 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Transition to ACTIVE for port object c7b89ea7-91b7-4524-b1af-96aa01359ab2 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:23.915642 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:23.921104 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:23.960238 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:23.969293 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Usage tracker for resource:security_group_rule and tenant:ecbb5c807aa64e1f9d62c8a6d7f562c0 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:24.024000 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:24.027597 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38268) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:24.040420 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:24.043290 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1010742382', 'description': 'tempest-description--1355377137'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:24.084169 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Attempting to bind port 95455e45-77cb-4b2f-bf6b-080fde6bd839 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:24.085388 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:24.089800 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Attempting to bind port 95455e45-77cb-4b2f-bf6b-080fde6bd839 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:24.091713 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Attempting to bind port 95455e45-77cb-4b2f-bf6b-080fde6bd839 on network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:24.117877 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-41100547-21c6-49d8-a416-fa1cca236e0d service neutron] 10.222.0.36 "GET /v2.0/networks/300fe28b-7539-46c5-b4a0-ace8a8db7778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2201560
May 19 23:07:24.129149 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:security_group and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:24.132658 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:24.133044 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Checking segment: {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:24.133460 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.137267 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Bound using segment: {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:24.138149 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Bound port: 95455e45-77cb-4b2f-bf6b-080fde6bd839, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:24.141772 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.150574 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:24.183046 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:24.209059 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97729d-1fc5-4f79-8d15-3025fbd231cb None None] Pushing event updated for resources: {'Port': ['ID=95455e45-77cb-4b2f-bf6b-080fde6bd839,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:24.237637 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.299945 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:24.304766 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:security_group_rule and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:24.337876 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:24.349085 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:24.364382 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8460-8772-444d-99f8-1b7e6e847bff None None] Pushing event updated for resources: {'Port': ['ID=c7b89ea7-91b7-4524-b1af-96aa01359ab2,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:24.374547 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-372e8460-8772-444d-99f8-1b7e6e847bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:24.536705 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.548428 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.633752 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Attempting to bind port c7b89ea7-91b7-4524-b1af-96aa01359ab2 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:24.634404 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Attempting to bind port c7b89ea7-91b7-4524-b1af-96aa01359ab2 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:24.634530 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-ca97729d-1fc5-4f79-8d15-3025fbd231cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.174s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:24.635456 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Attempting to bind port c7b89ea7-91b7-4524-b1af-96aa01359ab2 on network f0d5efb6-161b-405c-994a-779d0b8ab63e {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:24.644267 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:24.644910 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Checking segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:24.645558 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.646204 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Bound using segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:24.647485 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Bound port: c7b89ea7-91b7-4524-b1af-96aa01359ab2, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:24.648108 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.694579 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:24.695229 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] For port 95455e45-77cb-4b2f-bf6b-080fde6bd839, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:24.711068 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.711844 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] For port 95455e45-77cb-4b2f-bf6b-080fde6bd839, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=95455e45-77cb-4b2f-bf6b-080fde6bd839,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:24.720581 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-759e845c-aa3b-425b-bd61-3f71b2bf9810 req-a9aaeb54-1a09-4cc2-bec8-e91bc561ee02 service neutron] 10.222.0.36 "GET /v2.0/networks/300fe28b-7539-46c5-b4a0-ace8a8db7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5885830
May 19 23:07:24.722661 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.724442 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.735448 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.739854 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:24.752572 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7224755
May 19 23:07:24.753370 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38286) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:24.753913 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:24.803936 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'security_group_rule': {'security_group_id': 'b0516cfb-c0a3-43c1-a417-c7b86afe00c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:24.810469 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-70f64eff-9ab2-4318-afc4-91533bf4a260 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:07:24.811984 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-70f64eff-9ab2-4318-afc4-91533bf4a260 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3197410
May 19 23:07:24.827955 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] For port c7b89ea7-91b7-4524-b1af-96aa01359ab2, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:24.831660 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] For port c7b89ea7-91b7-4524-b1af-96aa01359ab2, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=c7b89ea7-91b7-4524-b1af-96aa01359ab2,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:24.838209 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:24.856568 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-372e8460-8772-444d-99f8-1b7e6e847bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:24.860039 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:24.890241 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:security_group_rule and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:24.892954 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0516cfb-c0a3-43c1-a417-c7b86afe00c7,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:24.901287 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:24.902355 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:24.917838 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:24.950632 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:25.028238 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ecbb5c807aa64e1f9d62c8a6d7f562c0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1993690
May 19 23:07:25.037927 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca97729d-1fc5-4f79-8d15-3025fbd231cb None None] Pushing event updated for resources: {'Port': ['ID=95455e45-77cb-4b2f-bf6b-080fde6bd839,revision_number=4']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:25.053096 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 38298) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:25.055466 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-ca97729d-1fc5-4f79-8d15-3025fbd231cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:25.081687 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4752cb73-3fe4-4f3a-bad0-41da9f0ed0a8,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:25.118649 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Routers {'0dc32e9a-7d22-4aed-84e1-44d57260ed99'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:07:25.119277 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06732220a0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:25.139916 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:07:25.140879 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673316100>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:25.222022 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:25.232012 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:25.234503 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:25.308905 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd', 'tag': '5c46fafe-37ba-4ee2-a570-9af659b8b3c9', 'status': 'completed', 'code': 200}
May 19 23:07:25.312749 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:25.382610 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6a3b0f-41b3-4097-a311-5ecfe4505cd9,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:25.403651 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:25.410304 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:25.416103 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6568367
May 19 23:07:25.421362 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38308) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:25.443832 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'security_group_rule': {'security_group_id': 'b0516cfb-c0a3-43c1-a417-c7b86afe00c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:25.469050 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:25.485351 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:security_group_rule and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:25.493982 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:25.517178 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:25.558186 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:25.737030 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e8460-8772-444d-99f8-1b7e6e847bff None None] Pushing event updated for resources: {'Port': ['ID=c7b89ea7-91b7-4524-b1af-96aa01359ab2,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:25.815126 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-372e8460-8772-444d-99f8-1b7e6e847bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.959s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:25.844808 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] Set router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:07:25.850146 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:25.865062 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:25.868980 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-5df7ae1e-344b-463f-a980-1f7575be30cb service neutron] 10.222.0.25 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0352592
May 19 23:07:25.869862 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-21e0eedc-a345-4779-bb56-80eceaf64cd6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:25.981754 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48e327d9-0863-4718-b872-b31481200f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:25.989461 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5d38a3-8f6e-4c1f-b281-0d9fb2e57ade,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:26.010673 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:26.033691 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:26.039265 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6150153
May 19 23:07:26.045479 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38318) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:26.047134 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:07:26.069288 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:26.100417 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38324) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:26.114074 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:26.160299 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:floatingip and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:26.173439 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:26.206784 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:26.231551 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:26.454654 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-00bf8c14-9e0f-4eb3-93e5-ece361eb2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:26.462102 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-00bf8c14-9e0f-4eb3-93e5-ece361eb2939 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5525f54e5f394ad5986064d648f63a96&device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 1096 time: 1.0919244
May 19 23:07:26.477238 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48e327d9-0863-4718-b872-b31481200f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:26.587697 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:26.621659 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06732220a0>, [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:07:16Z', 'revision_number': 4, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port': {'id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '95455e45-77cb-4b2f-bf6b-080fde6bd839', 'name': '', 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'mac_address': 'fa:16:3e:74:f1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '72331fa6-90df-4bda-b916-b893102cae30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:24Z', 'revision_number': 4, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'subnets': [{'id': '72331fa6-90df-4bda-b916-b893102cae30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:26.626169 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d7b02c-0b36-4507-b526-a3556a22bcf6 None None] The sync data for ids ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'] in dv-cinder-792299-1-iscsi is: [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:07:16Z', 'revision_number': 4, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port': {'id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '95455e45-77cb-4b2f-bf6b-080fde6bd839', 'name': '', 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'mac_address': 'fa:16:3e:74:f1:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '72331fa6-90df-4bda-b916-b893102cae30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:24Z', 'revision_number': 4, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'subnets': [{'id': '72331fa6-90df-4bda-b916-b893102cae30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:07:26.638480 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-929d050e-aa6b-4552-8696-0cd94afe0b09 service neutron] 10.222.0.25 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7265050
May 19 23:07:26.658057 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e8d8-c4b2-4d5a-8e80-dee8925b57b8 req-e6181230-2313-4bf9-bc78-e6bc3aeeb0eb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:26.659545 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5873e8d8-c4b2-4d5a-8e80-dee8925b57b8 req-e6181230-2313-4bf9-bc78-e6bc3aeeb0eb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 943 time: 1.0547891
May 19 23:07:26.677807 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:26.722032 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:26.731750 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Usage tracker for resource:security_group_rule and tenant:b3a7c97e6c5142f583c43b6dbd7f46c5 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:26.737431 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:26.759966 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:26.954421 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Allocated IP 172.27.0.89 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/f029f23a-c4cb-42f1-83ff-b7b904429290) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:26.999631 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5873e8d8-c4b2-4d5a-8e80-dee8925b57b8 req-57d0d81f-5428-439b-b410-2c8a6b22a81d tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3196566
May 19 23:07:27.044493 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673316100>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:24Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:07:27.055388 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bce1ea-f6cf-4efe-8504-533152461a9e None None] The sync data for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi is: [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:24Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:07:27.089352 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48e327d9-0863-4718-b872-b31481200f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.116945 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.140070 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:27.195080 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-7a0ffec4-6156-453a-81c3-6240cd7802c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:27.196894 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-7a0ffec4-6156-453a-81c3-6240cd7802c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=300fe28b-7539-46c5-b4a0-ace8a8db7778 HTTP/1.1" status: 200  len: 913 time: 0.6152134
May 19 23:07:27.212560 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.212887 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 95455e45-77cb-4b2f-bf6b-080fde6bd839 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:27.308815 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6447b56b-c706-4ae0-ba22-0f18b9009398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:27.327324 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e327d9-0863-4718-b872-b31481200f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4752cb73-3fe4-4f3a-bad0-41da9f0ed0a8,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:27.354792 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4e35acf-7b37-4135-a79a-35f26ed9f996 req-a37ee408-74aa-4ce9-b60c-ea30e2001f40 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 210 time: 0.1610880
May 19 23:07:27.358498 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-48e327d9-0863-4718-b872-b31481200f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:27.414393 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 95455e45-77cb-4b2f-bf6b-080fde6bd839 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:27.423816 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 95455e45-77cb-4b2f-bf6b-080fde6bd839 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:27.424601 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.707143 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48e327d9-0863-4718-b872-b31481200f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.711212 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-48e327d9-0863-4718-b872-b31481200f1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4752cb73-3fe4-4f3a-bad0-41da9f0ed0a8 HTTP/1.1" status: 204  len: 168 time: 2.6506462
May 19 23:07:27.717598 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3a7c97e6c5142f583c43b6dbd7f46c5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6044071
May 19 23:07:27.718335 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-7378d6ee-edbc-4e6a-983d-bfbeae295bdb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c46fafe-37ba-4ee2-a570-9af659b8b3c9 HTTP/1.1" status: 200  len: 217 time: 0.3571873
May 19 23:07:27.719308 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 38384) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:27.759628 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901ad370-d2d3-4562-bd94-63c37d711f4d,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:27.766930 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.771502 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:27.862619 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.889725 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 95455e45-77cb-4b2f-bf6b-080fde6bd839, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=95455e45-77cb-4b2f-bf6b-080fde6bd839,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:27.897249 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.901044 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:27.907198 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:27.923120 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a5cc117d-aa7b-48a9-a6ee-fd6edb3608fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:28.143373 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:28.148359 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:28.152043 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b27c12a6-693e-47ef-9eee-5298adb236d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:28.178774 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:28.186671 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=95455e45-77cb-4b2f-bf6b-080fde6bd839,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:28.198924 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:28.234493 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b27c12a6-693e-47ef-9eee-5298adb236d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:28.253564 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'Port': ['ID=f029f23a-c4cb-42f1-83ff-b7b904429290,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:28.270838 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:28.383682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-55947f99-ee4a-42d8-a81d-aff1d41c1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:28.385288 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-55947f99-ee4a-42d8-a81d-aff1d41c1d25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9c1975c8-f8bb-426c-bb24-2af9b85b5b61 HTTP/1.1" status: 200  len: 852 time: 0.6624949
May 19 23:07:28.471856 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:28.678014 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:28.744134 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b27c12a6-693e-47ef-9eee-5298adb236d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:28.799657 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-97e29b6d-7043-4e4e-88e8-8a06ffe77948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:28.839073 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c12a6-693e-47ef-9eee-5298adb236d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901ad370-d2d3-4562-bd94-63c37d711f4d,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:28.844367 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-ded221be-c036-4b68-b68f-da4bc9cb4de3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=300fe28b-7539-46c5-b4a0-ace8a8db7778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4490011
May 19 23:07:28.845695 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b27c12a6-693e-47ef-9eee-5298adb236d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:29.041037 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b27c12a6-693e-47ef-9eee-5298adb236d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.054520 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b27c12a6-693e-47ef-9eee-5298adb236d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/901ad370-d2d3-4562-bd94-63c37d711f4d HTTP/1.1" status: 204  len: 168 time: 1.3334887
May 19 23:07:29.171964 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.198753 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.239550 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:29.335895 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device c7b89ea7-91b7-4524-b1af-96aa01359ab2 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:29.359907 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.363617 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:07:29.427962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'Port': ['ID=f029f23a-c4cb-42f1-83ff-b7b904429290,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:29.431605 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:29.447006 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.451429 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3996568
May 19 23:07:29.542021 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-87642332-daeb-4634-bafa-bbbad50a8e76 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:29.552136 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-87642332-daeb-4634-bafa-bbbad50a8e76 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 818 time: 1.1705225
May 19 23:07:29.572592 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port c7b89ea7-91b7-4524-b1af-96aa01359ab2 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:29.580340 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port c7b89ea7-91b7-4524-b1af-96aa01359ab2 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:29.581034 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.600549 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3026b0-d581-432e-a115-98502483c82c req-434fa181-b73c-4cae-aefb-52b2e61d52bc tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:29.612810 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3a3026b0-d581-432e-a115-98502483c82c req-434fa181-b73c-4cae-aefb-52b2e61d52bc tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 943 time: 1.2339525
May 19 23:07:29.679122 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-3beb5bd2-b958-4338-ba66-e98ea957a4c3 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/quotas/d07fdf58f66146c683f5aea89a361dfa HTTP/1.1" status: 200  len: 375 time: 0.1260452
May 19 23:07:29.685287 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-928af82b-6415-44cc-ae9a-87852472a37f service neutron] 10.222.0.36 "GET /v2.0/networks/300fe28b-7539-46c5-b4a0-ace8a8db7778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8304372
May 19 23:07:29.843293 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.889506 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port c7b89ea7-91b7-4524-b1af-96aa01359ab2, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=c7b89ea7-91b7-4524-b1af-96aa01359ab2,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:29.899621 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.900523 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 95455e45-77cb-4b2f-bf6b-080fde6bd839 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:29.925543 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38482) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:29.946600 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:29.969817 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8ecb7bf6-fe2b-499e-b014-2d268f356860 req-f8374ef1-f796-4eca-bcd1-0eff2d0ef189 service neutron] 10.222.0.36 "GET /v2.0/networks/300fe28b-7539-46c5-b4a0-ace8a8db7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2760775
May 19 23:07:29.973041 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:29.989449 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3a3026b0-d581-432e-a115-98502483c82c req-7c5e453d-b5a0-4af6-a013-ef40ba576fe7 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3756647
May 19 23:07:30.025187 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:30.030101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Usage tracker for resource:security_group_rule and tenant:971045ad1adf4732b9c8b5ce0758908e is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:30.033012 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:30.034931 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-adad6fe9-171b-45f0-9df5-504a4621410a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3401189
May 19 23:07:30.040500 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:30.069737 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=c7b89ea7-91b7-4524-b1af-96aa01359ab2,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:30.076878 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:30.083468 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 95455e45-77cb-4b2f-bf6b-080fde6bd839 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:30.084890 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.160266 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.170952 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.187912 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:30.244980 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=971045ad1adf4732b9c8b5ce0758908e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3180709
May 19 23:07:30.245923 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38496) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:30.250626 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dee79c-df2b-4129-bc61-bffc3a3e8a70,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:30.257694 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:30.334008 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cd31-8e8f-492e-a4b8-2784eca09df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.375447 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cd31-8e8f-492e-a4b8-2784eca09df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.468275 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:07:30.494755 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cd31-8e8f-492e-a4b8-2784eca09df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.502252 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:30.551758 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3cd31-8e8f-492e-a4b8-2784eca09df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dee79c-df2b-4129-bc61-bffc3a3e8a70,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:30.566846 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5fe3cd31-8e8f-492e-a4b8-2784eca09df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:30.569070 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cd31-8e8f-492e-a4b8-2784eca09df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.570281 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-5fe3cd31-8e8f-492e-a4b8-2784eca09df0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21dee79c-df2b-4129-bc61-bffc3a3e8a70 HTTP/1.1" status: 204  len: 168 time: 0.3216980
May 19 23:07:30.718234 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-98bee268-0593-4788-a464-fa80061baf1b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Synchronizing usage tracker for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:07:30.784042 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-2d2cfe6d-be28-49d9-9d28-617bf504a59f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:30.797395 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-2d2cfe6d-be28-49d9-9d28-617bf504a59f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 818 time: 0.4887240
May 19 23:07:30.814686 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,segment=NetworkSegment(8580ab32-8ee0-472a-8704-a59349c5c797),segment_id=8580ab32-8ee0-472a-8704-a59349c5c797)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:30.830734 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '5c46fafe-37ba-4ee2-a570-9af659b8b3c9', 'network_id': '300fe28b-7539-46c5-b4a0-ace8a8db7778', 'port_id': '5c46fafe-37ba-4ee2-a570-9af659b8b3c9', 'mac_address': 'fa:16:3e:87:74:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c1975c8-f8bb-426c-bb24-2af9b85b5b61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:07:30.845593 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-eed0438c-98ff-4c13-ae45-2c174d729031 service neutron] 10.222.0.25 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7969429
May 19 23:07:30.860614 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Request body: {'port': {'device_id': 'bcf6dc8b-174d-4377-adbb-510bfe945adb', 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e', 'admin_state_up': True, 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:30.914138 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.936099 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:07:30.955312 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,segment=NetworkSegment(8580ab32-8ee0-472a-8704-a59349c5c797),segment_id=8580ab32-8ee0-472a-8704-a59349c5c797)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:30.963202 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:30.967040 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:30.974741 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-98bee268-0593-4788-a464-fa80061baf1b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Unset dirty status for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:07:30.977415 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-98bee268-0593-4788-a464-fa80061baf1b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1010742382&fields=id&tenant_id=53987ff1b20b440aaf085abc7ac05d84 HTTP/1.1" status: 200  len: 267 time: 0.8136988
May 19 23:07:31.103387 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device c7b89ea7-91b7-4524-b1af-96aa01359ab2 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:31.166004 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:31.176167 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:31.213890 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port c7b89ea7-91b7-4524-b1af-96aa01359ab2 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:31.214396 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:31.290725 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['5c46fafe-37ba-4ee2-a570-9af659b8b3c9'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:07:31.455201 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-e2f635b6-230f-48bd-9eb1-db05c0974e94 service neutron] 10.222.0.25 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5987132
May 19 23:07:31.482390 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:31.501557 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-3355e07c-bd9e-4325-8d39-80127adf5c60 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:31.502387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-3355e07c-bd9e-4325-8d39-80127adf5c60 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Synchronizing usage tracker for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:network {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:07:31.505807 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Usage tracker for resource:port and tenant:d07fdf58f66146c683f5aea89a361dfa is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:31.510215 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:31.520594 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:31.539372 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-3355e07c-bd9e-4325-8d39-80127adf5c60 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Unset dirty status for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:network {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:07:31.541673 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-3355e07c-bd9e-4325-8d39-80127adf5c60 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 817 time: 0.4750154
May 19 23:07:31.542662 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Made reservation on behalf of d07fdf58f66146c683f5aea89a361dfa for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:31.549192 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:31.588028 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-6fb764a4-387e-4abf-ae9b-a462b7783654 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/quotas/53987ff1b20b440aaf085abc7ac05d84 HTTP/1.1" status: 200  len: 375 time: 0.0224247
May 19 23:07:32.036387 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-fc8bc6a6-909d-45ef-8800-1cd4a52b5bab tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3806760
May 19 23:07:32.086812 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Allocated IP 172.20.0.7 (2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e/72331fa6-90df-4bda-b916-b893102cae30/52ea23dd-06d3-4b40-a117-5a7167b4b594) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:32.129420 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979b2eb-21e0-4476-93e6-96909bf35e1f req-2092cf56-1a70-4cf7-8529-92e8242e2dc7 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:32.131095 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a979b2eb-21e0-4476-93e6-96909bf35e1f req-2092cf56-1a70-4cf7-8529-92e8242e2dc7 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 944 time: 0.3592551
May 19 23:07:32.342567 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a979b2eb-21e0-4476-93e6-96909bf35e1f req-464d61a7-744e-409d-82bd-7bd04524f0b7 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479368
May 19 23:07:32.449547 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-f68912b0-15f5-4095-a48b-702f7ee24eef service neutron] 10.222.0.25 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3967664
May 19 23:07:32.456148 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:32.680684 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:32.687366 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:32.687758 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:32.830243 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:32.837121 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:32.872864 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46fafe-37ba-4ee2-a570-9af659b8b3c9'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:07:32.964610 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,segment=NetworkSegment(8580ab32-8ee0-472a-8704-a59349c5c797),segment_id=8580ab32-8ee0-472a-8704-a59349c5c797)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:32.971894 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:32.993265 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:33.003470 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-08439816-9d6b-42c5-a8b7-06b01234e28c req-2955f728-7eec-4a33-b76f-1ffe011496ec tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 210 time: 0.1450284
May 19 23:07:33.029481 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:33.053661 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-32c92eeb-21d4-4675-a15b-e0fe1ea8224f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:33.102922 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:33.111159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:33.114752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:33.121066 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:33.136858 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:33.202244 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:33.202772 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:33.222730 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-3c3f1640-2c74-43f8-ae48-39d336b2f022 service neutron] 10.222.0.25 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7720673
May 19 23:07:33.237655 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3885491
May 19 23:07:33.238290 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Pushing event updated for resources: {'Port': ['ID=52ea23dd-06d3-4b40-a117-5a7167b4b594,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:33.249015 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:33.282053 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Request body: {'port': {'device_id': 'bcf6dc8b-174d-4377-adbb-510bfe945adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:33.434391 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.36', 49505) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:33.569130 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:33.599555 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c46fafe-37ba-4ee2-a570-9af659b8b3c9', 'code': 200}
May 19 23:07:33.795492 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-af23b9f4-7962-4028-991c-762bb020baa2 req-d3d24d24-1ea8-4fc2-829d-d67e205a5f37 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 210 time: 0.1055167
May 19 23:07:33.926497 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-e60b8f5c-e31f-494c-b2c7-c59c8f5585cf tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:33.927400 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-e60b8f5c-e31f-494c-b2c7-c59c8f5585cf tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Synchronizing usage tracker for tenant:d07fdf58f66146c683f5aea89a361dfa on resource:network {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:07:33.951486 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-e60b8f5c-e31f-494c-b2c7-c59c8f5585cf tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Unset dirty status for tenant:d07fdf58f66146c683f5aea89a361dfa on resource:network {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:07:33.953657 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-e60b8f5c-e31f-494c-b2c7-c59c8f5585cf tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 818 time: 0.5173414
May 19 23:07:33.979857 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Request body: {'port': {'device_id': '73700151-3fc8-4576-9515-4f374fc17792', 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e', 'admin_state_up': True, 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:34.160509 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.36', 49508) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:34.257348 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:34.267536 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Usage tracker for resource:port and tenant:d07fdf58f66146c683f5aea89a361dfa is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:34.275610 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:34.287586 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:34.292103 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d5c4c-278b-4f66-a999-59ca4fed3705 req-1718c624-d9b9-4c1a-af8d-3225b66d7a9e tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:34.296449 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-526d5c4c-278b-4f66-a999-59ca4fed3705 req-1718c624-d9b9-4c1a-af8d-3225b66d7a9e tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.4989574
May 19 23:07:34.308699 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Made reservation on behalf of d07fdf58f66146c683f5aea89a361dfa for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:34.316531 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:34.616048 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-3db7d13d-0636-41ab-b7aa-7ee96c02bf7f req-b6db43d3-d8cd-4769-9c73-c5be48c0fa92 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Synchronizing usage tracker for tenant:d07fdf58f66146c683f5aea89a361dfa on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:07:34.671070 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-526d5c4c-278b-4f66-a999-59ca4fed3705 req-256cb8b8-a756-4793-9c94-56a9c446edf8 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2464082
May 19 23:07:34.688783 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-3db7d13d-0636-41ab-b7aa-7ee96c02bf7f req-b6db43d3-d8cd-4769-9c73-c5be48c0fa92 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Unset dirty status for tenant:d07fdf58f66146c683f5aea89a361dfa on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:07:34.689954 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3db7d13d-0636-41ab-b7aa-7ee96c02bf7f req-b6db43d3-d8cd-4769-9c73-c5be48c0fa92 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 210 time: 0.2837710
May 19 23:07:34.706656 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-a16dcd27-2c1c-402a-8e1c-a8af758c919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:34.708169 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-a16dcd27-2c1c-402a-8e1c-a8af758c919f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 1098 time: 0.5349844
May 19 23:07:34.774502 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:34.805540 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52ea23dd-06d3-4b40-a117-5a7167b4b594 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:07:34.816388 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:34.830983 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:34.833424 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Usage tracker for resource:security_group_rule and tenant:f33c9fbd8be744e48ceed06ea31eba6c is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:34.837772 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:34.850229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:34.859154 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Transition to ACTIVE for port object 52ea23dd-06d3-4b40-a117-5a7167b4b594 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:34.865790 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:34.879244 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0459fc63-c318-48c7-bcb5-d7f4f7271906 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:35.004949 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Allocated IP 172.20.0.8 (2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e/72331fa6-90df-4bda-b916-b893102cae30/cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:35.067679 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1cf23208-c53d-403a-b646-ba2dbe71277a req-2ac70285-e309-4999-97d5-5b1bf686ac1e tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 210 time: 0.1218741
May 19 23:07:35.076873 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Pushing event updated for resources: {'Port': ['ID=52ea23dd-06d3-4b40-a117-5a7167b4b594,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:35.081599 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:35.229072 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.231541 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Attempting to bind port 52ea23dd-06d3-4b40-a117-5a7167b4b594 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:35.231879 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Attempting to bind port 52ea23dd-06d3-4b40-a117-5a7167b4b594 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:35.232259 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Attempting to bind port 52ea23dd-06d3-4b40-a117-5a7167b4b594 on network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:35.236089 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.244577 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:35.255514 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Port 52ea23dd-06d3-4b40-a117-5a7167b4b594 on network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:07:35.255819 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Attempting to bind port 52ea23dd-06d3-4b40-a117-5a7167b4b594 on network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:35.274911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:35.275270 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Checking segment: {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:35.275650 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Bound using segment: {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:35.276061 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Bound port: 52ea23dd-06d3-4b40-a117-5a7167b4b594, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:35.276415 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.289474 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ef27106a-00bc-4a3e-9f87-b51c23f629c2 req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5468004
May 19 23:07:35.297480 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=19dfe37b-b36f-4bcf-992b-a60d8db95f1b,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:35.302096 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:35.302765 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.341867 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.349728 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b378b397-1cbf-4bf2-925f-7aba87217a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:35.382830 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] For port 52ea23dd-06d3-4b40-a117-5a7167b4b594, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:35.386229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] For port 52ea23dd-06d3-4b40-a117-5a7167b4b594, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:35.391899 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.405145 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:35.432309 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:35.436305 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:35.447343 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:35.453771 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:35.454410 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.454582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:35.455247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.456579 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] 10.222.0.36 "PUT /v2.0/ports/52ea23dd-06d3-4b40-a117-5a7167b4b594 HTTP/1.1" status: 200  len: 1093 time: 2.1797206
May 19 23:07:35.457042 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf6dc8b-174d-4377-adbb-510bfe945adb', 'tag': '52ea23dd-06d3-4b40-a117-5a7167b4b594'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:07:35.476473 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Pushing event updated for resources: {'Port': ['ID=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:35.482450 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:35.494205 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5266280
May 19 23:07:35.497421 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Pushing event updated for resources: {'Port': ['ID=52ea23dd-06d3-4b40-a117-5a7167b4b594,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:35.500676 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:35.520964 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf6dc8b-174d-4377-adbb-510bfe945adb', 'tag': '52ea23dd-06d3-4b40-a117-5a7167b4b594', 'status': 'completed', 'code': 200}
May 19 23:07:35.588218 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 38730) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:35.745004 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.759909 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:35.764582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Usage tracker for resource:security_group_rule and tenant:beb2c2cde84a457aba48cede503546ed is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:35.767490 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:35.773271 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:35.971254 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.982663 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:35.992252 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:36.052197 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beb2c2cde84a457aba48cede503546ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4628658
May 19 23:07:36.054973 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38758) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:36.061223 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513ea942-a0e6-489f-b03b-b65dbf467498,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:36.071990 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:36.093555 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9903d7-4593-49be-8fc3-4e91af13b691 req-3bca756a-7a0a-4e86-9ecb-21531172e9b4 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:36.095039 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3c9903d7-4593-49be-8fc3-4e91af13b691 req-3bca756a-7a0a-4e86-9ecb-21531172e9b4 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.2320292
May 19 23:07:36.112179 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7354f61-487e-4d2e-8905-9eb732ef2512 req-bbfb012c-8a50-4cd7-9fd4-ce7e23765ce7 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:36.113537 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b7354f61-487e-4d2e-8905-9eb732ef2512 req-bbfb012c-8a50-4cd7-9fd4-ce7e23765ce7 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 931 time: 0.2008860
May 19 23:07:36.119450 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-69321259-39ca-4d2c-b7df-50ac99f8eba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.146998 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-69321259-39ca-4d2c-b7df-50ac99f8eba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.188825 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3c9903d7-4593-49be-8fc3-4e91af13b691 req-c2b1d295-b774-4025-9c01-f5afd6609f00 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864286
May 19 23:07:36.191197 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-77c3c4ff-4cbf-49ba-842f-2f3bf6d1fc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.194329 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b7354f61-487e-4d2e-8905-9eb732ef2512 req-9110ca20-b191-4464-a248-435d778044e3 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682230
May 19 23:07:36.216364 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-69321259-39ca-4d2c-b7df-50ac99f8eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.221931 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1ebba096-a875-4216-a1e4-c9ef7cfb2de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:36.233002 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69321259-39ca-4d2c-b7df-50ac99f8eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513ea942-a0e6-489f-b03b-b65dbf467498,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:36.237176 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-69321259-39ca-4d2c-b7df-50ac99f8eba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:36.248236 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-69321259-39ca-4d2c-b7df-50ac99f8eba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.251844 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-69321259-39ca-4d2c-b7df-50ac99f8eba2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/513ea942-a0e6-489f-b03b-b65dbf467498 HTTP/1.1" status: 204  len: 168 time: 0.1935842
May 19 23:07:36.364273 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-01aa88e1-5a81-4eff-9c22-310c43b5442f req-40d97b65-3e69-493f-9f3b-97033de545ef tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 210 time: 0.0423791
May 19 23:07:36.543579 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38772) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:36.561218 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.578115 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:36.581919 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Usage tracker for resource:security_group_rule and tenant:f9fb73a3b7854faabbfb5a8d6ca3abcc is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:36.584655 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:36.591661 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:36.720796 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.724547 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.732770 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:36.772787 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9fb73a3b7854faabbfb5a8d6ca3abcc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2281463
May 19 23:07:36.774313 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8aa62c-9855-4bdc-9241-8536cda12753,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:36.775508 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 38778) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:36.777214 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:36.834604 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f1a2ba89-6024-4528-98e1-c09668337c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.863688 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f1a2ba89-6024-4528-98e1-c09668337c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.915239 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f1a2ba89-6024-4528-98e1-c09668337c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.918784 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-84a191a0-1f52-4a6e-acb2-bf23c1ee2aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:36.932532 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2ba89-6024-4528-98e1-c09668337c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8aa62c-9855-4bdc-9241-8536cda12753,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:36.936022 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f1a2ba89-6024-4528-98e1-c09668337c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:36.945937 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f1a2ba89-6024-4528-98e1-c09668337c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:36.947045 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-f1a2ba89-6024-4528-98e1-c09668337c5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc8aa62c-9855-4bdc-9241-8536cda12753 HTTP/1.1" status: 204  len: 168 time: 0.1698558
May 19 23:07:37.445782 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd3630-73cd-45d5-851c-a1bc10231863 req-246b47cc-a844-4a47-9577-84815b071f59 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:37.447253 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e8cd3630-73cd-45d5-851c-a1bc10231863 req-246b47cc-a844-4a47-9577-84815b071f59 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.1486073
May 19 23:07:37.454786 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b76fa5-b2f4-42d8-952d-64641f64dcc1 req-75311ccc-4415-4a82-a1ca-548cf85e2ad2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:37.456218 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a5b76fa5-b2f4-42d8-952d-64641f64dcc1 req-75311ccc-4415-4a82-a1ca-548cf85e2ad2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 931 time: 0.1246331
May 19 23:07:37.528753 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e8cd3630-73cd-45d5-851c-a1bc10231863 req-ad7ffb74-84f4-4856-853c-55addb06b812 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671129
May 19 23:07:37.538745 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a5b76fa5-b2f4-42d8-952d-64641f64dcc1 req-2aef3418-dea1-4e5a-bd93-58428a994329 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625715
May 19 23:07:37.673013 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a503b383-2f1b-41b8-a216-23c8fed14911 req-54f0a211-934e-4c57-b9eb-9d9060dca083 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 210 time: 0.0419321
May 19 23:07:38.222565 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Request body: {'port': {'device_id': '73700151-3fc8-4576-9515-4f374fc17792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:38.384523 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:38.516286 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-3bb4c68c-dfab-4e0f-af86-48046950139a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:38.518699 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-3bb4c68c-dfab-4e0f-af86-48046950139a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 817 time: 0.2827275
May 19 23:07:38.576196 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8785-bd43-4d47-8a65-3d892d7ec6f1 req-ca75b0df-fe54-4752-a7ca-df21c33d8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:38.582425 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bbc8785-bd43-4d47-8a65-3d892d7ec6f1 req-ca75b0df-fe54-4752-a7ca-df21c33d8f51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1096 time: 0.1933010
May 19 23:07:38.649052 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-413f567c-ac0b-47c7-825d-ed71bd0dc062 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53987ff1b20b440aaf085abc7ac05d84 HTTP/1.1" status: 200  len: 380 time: 0.1129303
May 19 23:07:38.708103 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'port': {'device_id': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'admin_state_up': True, 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'security_groups': ['b0516cfb-c0a3-43c1-a417-c7b86afe00c7']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:38.720211 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:38.911400 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:07:38.921551 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:38.938435 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Transition to ACTIVE for port object cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:38.944949 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:38.957659 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:39.020075 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d83ef49f-5804-46a6-93c0-ea65f950dcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:39.103872 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Pushing event updated for resources: {'Port': ['ID=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:39.107575 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:39.169978 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8785-bd43-4d47-8a65-3d892d7ec6f1 req-f5a85a0a-9130-477f-b4ad-cb71aaebfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:39.171753 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bbc8785-bd43-4d47-8a65-3d892d7ec6f1 req-f5a85a0a-9130-477f-b4ad-cb71aaebfe89 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d07fdf58f66146c683f5aea89a361dfa&shared=False HTTP/1.1" status: 200  len: 919 time: 0.5604112
May 19 23:07:39.181386 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Attempting to bind port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:39.181952 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Attempting to bind port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:39.182282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Attempting to bind port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c on network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:39.189596 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c on network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:07:39.189992 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Attempting to bind port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c on network 2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:39.196575 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:39.196919 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Checking segment: {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:39.197488 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Bound using segment: {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:39.197970 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Bound port: cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6981994-ddc0-405d-a122-7ba0e11c07ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:39.198324 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:39.211771 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:39.236387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:port and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:39.242459 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:39.301978 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:39.317028 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] For port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:39.321248 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] For port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:39.324924 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c76e44-c02e-4d0b-997d-5c58b7d95a68 req-babb365d-54d2-4fe1-b3a4-9421d9bf0b4e tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:39.328403 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:39.332316 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e1c76e44-c02e-4d0b-997d-5c58b7d95a68 req-babb365d-54d2-4fe1-b3a4-9421d9bf0b4e tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.5050628
May 19 23:07:39.335662 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:39.368937 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d47e31-4b9c-4618-b8bc-75704825efc3 req-f8d10cc4-c2f8-420f-9b2c-82b1d0111573 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:39.370748 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b3d47e31-4b9c-4618-b8bc-75704825efc3 req-f8d10cc4-c2f8-420f-9b2c-82b1d0111573 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 931 time: 0.5423191
May 19 23:07:39.405110 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Made reservation on behalf of 53987ff1b20b440aaf085abc7ac05d84 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:39.408410 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:39.408899 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:39.409621 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:39.411511 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] 10.222.0.36 "PUT /v2.0/ports/cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c HTTP/1.1" status: 200  len: 1093 time: 1.1943884
May 19 23:07:39.412183 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73700151-3fc8-4576-9515-4f374fc17792', 'tag': 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:07:39.499618 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e1c76e44-c02e-4d0b-997d-5c58b7d95a68 req-bede62ee-b699-4495-826c-cb5f7a9d07cf tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663344
May 19 23:07:39.615464 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b3d47e31-4b9c-4618-b8bc-75704825efc3 req-19e0226c-3cbb-4818-a1b7-acfa7f06512e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2354054
May 19 23:07:39.618668 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8785-bd43-4d47-8a65-3d892d7ec6f1 req-e023017b-95f5-42e2-b484-8412a066dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:39.625898 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bbc8785-bd43-4d47-8a65-3d892d7ec6f1 req-e023017b-95f5-42e2-b484-8412a066dcbd service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4380081
May 19 23:07:39.660341 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Pushing event updated for resources: {'Port': ['ID=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:39.666865 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:39.734041 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:39.753128 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-19bda3ac-5f3b-4e0c-9a37-25a23ac4143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:39.755911 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-19bda3ac-5f3b-4e0c-9a37-25a23ac4143f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 1096 time: 0.2699416
May 19 23:07:39.884379 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6daea2cd-a18c-49b3-8991-353c45b580e6 req-78977c9d-bd7e-4753-8524-cd96f6d0f2bf tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 210 time: 0.0775640
May 19 23:07:39.928621 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-5e9d610d-f3d7-4a28-8301-e12479761553 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c HTTP/1.1" status: 200  len: 217 time: 0.1575146
May 19 23:07:40.037471 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-dce5f1d9-99d7-42e4-b992-05293cf920bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:40.039329 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-dce5f1d9-99d7-42e4-b992-05293cf920bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.0999308
May 19 23:07:40.044781 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Allocated IP 172.20.0.8 (f0d5efb6-161b-405c-994a-779d0b8ab63e/69437e20-5d9d-41bc-8b93-73de0b2964a7/f0e8bd87-29c3-4cc8-8b13-3b24075a8347) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:07:40.095634 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-8a7ba412-4a79-45de-9f02-d8b24ae318e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486066
May 19 23:07:40.097225 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73700151-3fc8-4576-9515-4f374fc17792', 'tag': 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c', 'status': 'completed', 'code': 200}
May 19 23:07:40.141371 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-4959ce78-81eb-49b1-82d3-b98f135cfa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:40.143058 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-4959ce78-81eb-49b1-82d3-b98f135cfa37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1096 time: 0.2376435
May 19 23:07:40.181501 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38908) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:40.286464 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-2f56c96d-a4bf-4864-8a6b-dbfe4b0453e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594 HTTP/1.1" status: 200  len: 217 time: 0.1267285
May 19 23:07:40.348427 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-67742409-d451-4e89-84e2-af845f072006 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457082
May 19 23:07:40.434663 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-c3703207-7000-4fd7-bf71-ea456403c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:40.436219 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-c3703207-7000-4fd7-bf71-ea456403c6e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.1020668
May 19 23:07:40.471583 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:40.506234 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-0f44a902-dda9-40c8-bb6e-2d84d8645624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625350
May 19 23:07:40.506776 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:40.655740 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Usage tracker for resource:security_group_rule and tenant:2c49117b161241b28d7d4988c9c1dee3 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:40.662502 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:40.663224 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-80695b6d-adba-4d91-9e52-2eee70e65302 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454995
May 19 23:07:40.669942 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:40.673584 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:40.728208 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-95dd6401-1bb4-4931-b58b-16a53d142ff9 req-220b1984-e17b-4db5-a004-972805661fba service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3719130
May 19 23:07:40.767569 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Transition to ACTIVE for port object f0e8bd87-29c3-4cc8-8b13-3b24075a8347 will not be triggered until provisioned by entity DHCP. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:40.839025 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:40.883350 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:40.898577 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:40.977234 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726d5893-8ede-495d-bf7b-315cb3f16312,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:40.983245 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c49117b161241b28d7d4988c9c1dee3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8006430
May 19 23:07:40.984515 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:40.986935 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 38956) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:41.041663 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfce3cf-8a87-4644-9c2c-dc8cd407edc1 req-09b316cc-4d0d-4fd6-9d3f-a9de5b548ea6 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:41.045447 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7bfce3cf-8a87-4644-9c2c-dc8cd407edc1 req-09b316cc-4d0d-4fd6-9d3f-a9de5b548ea6 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.3794451
May 19 23:07:41.059384 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d9433-530a-45b6-bc21-48affc5eb58b req-8d432efa-b5ad-407b-bffa-8458254637aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:41.060862 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-779d9433-530a-45b6-bc21-48affc5eb58b req-8d432efa-b5ad-407b-bffa-8458254637aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 1096 time: 0.2192962
May 19 23:07:41.104691 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-74303f6d-cfc1-4668-85fa-19d1c6d68b0f service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4305737
May 19 23:07:41.129745 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:41.150378 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:41.198758 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd744a-2b0e-4508-b5af-a84787e04cfd req-cf446965-eb07-470e-ba7b-84e6c5a6b972 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:41.201754 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2068db88-ccbf-4410-a103-79e860c89a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:41.206486 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6ecd744a-2b0e-4508-b5af-a84787e04cfd req-cf446965-eb07-470e-ba7b-84e6c5a6b972 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 943 time: 0.2961187
May 19 23:07:41.266728 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2068db88-ccbf-4410-a103-79e860c89a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:41.273629 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7bfce3cf-8a87-4644-9c2c-dc8cd407edc1 req-6d013f95-d9a8-41a3-a63e-27ba35859006 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089999
May 19 23:07:41.301487 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Network f0d5efb6-161b-405c-994a-779d0b8ab63e is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:07:41.303362 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:41.330214 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:07:41.332550 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d9433-530a-45b6-bc21-48affc5eb58b req-1966db19-4a86-4a66-a752-a571b9e405bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:41.334050 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-779d9433-530a-45b6-bc21-48affc5eb58b req-1966db19-4a86-4a66-a752-a571b9e405bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 919 time: 0.2610254
May 19 23:07:41.407578 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:41.426348 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:41.434619 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:41.441578 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-779d9433-530a-45b6-bc21-48affc5eb58b req-179f8486-905a-4528-8236-4f000ae929ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c HTTP/1.1" status: 200  len: 217 time: 0.0955002
May 19 23:07:41.445933 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2068db88-ccbf-4410-a103-79e860c89a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:41.454990 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:41.467592 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6ecd744a-2b0e-4508-b5af-a84787e04cfd req-c72b8669-4c74-4140-b926-1d339a3c15d6 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2599704
May 19 23:07:41.516041 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068db88-ccbf-4410-a103-79e860c89a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726d5893-8ede-495d-bf7b-315cb3f16312,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:41.522353 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2068db88-ccbf-4410-a103-79e860c89a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:41.576461 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2068db88-ccbf-4410-a103-79e860c89a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:41.577800 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2068db88-ccbf-4410-a103-79e860c89a1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/726d5893-8ede-495d-bf7b-315cb3f16312 HTTP/1.1" status: 204  len: 168 time: 0.5884273
May 19 23:07:41.602439 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d9433-530a-45b6-bc21-48affc5eb58b req-8a3e4a64-b3e4-4c6f-8343-eeefa5ca4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:41.614247 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-779d9433-530a-45b6-bc21-48affc5eb58b req-8a3e4a64-b3e4-4c6f-8343-eeefa5ca4dc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.1636233
May 19 23:07:41.637843 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:41.639797 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:41.694890 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9970624
May 19 23:07:41.706611 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-779d9433-530a-45b6-bc21-48affc5eb58b req-75e1bf2b-f8f9-4192-8262-d381dbe4d85f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0846536
May 19 23:07:41.727512 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Request body: {'port': {'device_id': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:41.735254 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aece8f50-7596-45b6-8a70-74c7ecc3c3b9 None None] Provisioning for port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:41.740672 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aece8f50-7596-45b6-8a70-74c7ecc3c3b9 None None] Provisioning complete for port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:41.741294 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aece8f50-7596-45b6-8a70-74c7ecc3c3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:41.883683 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aece8f50-7596-45b6-8a70-74c7ecc3c3b9 None None] Port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:07:41.947448 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 39012) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:41.999980 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-779d9433-530a-45b6-bc21-48affc5eb58b req-0653b6c3-c967-42f4-9415-71762adcc50f service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2825258
May 19 23:07:42.000158 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0ee75-ebfa-471d-9f3b-a91be7a03ffe req-03645cc9-a162-4f4e-8547-4800fd28f4e2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:42.000919 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-96b0ee75-ebfa-471d-9f3b-a91be7a03ffe req-03645cc9-a162-4f4e-8547-4800fd28f4e2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Synchronizing usage tracker for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:07:42.037610 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.050986 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-96b0ee75-ebfa-471d-9f3b-a91be7a03ffe req-03645cc9-a162-4f4e-8547-4800fd28f4e2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Unset dirty status for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:07:42.052416 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-96b0ee75-ebfa-471d-9f3b-a91be7a03ffe req-03645cc9-a162-4f4e-8547-4800fd28f4e2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 931 time: 0.5630143
May 19 23:07:42.207023 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39030) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:42.265241 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.300600 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.307609 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:42.315975 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Usage tracker for resource:security_group_rule and tenant:e3cd4b70c73f4ebba233ac249b315382 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:42.321873 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:42.329862 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-96b0ee75-ebfa-471d-9f3b-a91be7a03ffe req-d52dda04-b886-4b1a-bd3c-fbddaf455db8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2572980
May 19 23:07:42.343805 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:42.356513 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0287b7ca7ec349f183c772326d7b2c29 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:42.360008 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:42.363430 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:42.368647 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:42.375632 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-779d9433-530a-45b6-bc21-48affc5eb58b req-f598c248-c15e-42db-ac27-1a4c01c0ca50 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3685353
May 19 23:07:42.503474 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.509761 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.531913 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-434aa5eb-6661-4086-b1fb-145440b31a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:42.603386 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a235cd81-aefe-4e6f-a57c-c08648d8e166,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:42.612655 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:42.630420 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3cd4b70c73f4ebba233ac249b315382&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4198565
May 19 23:07:42.631022 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39064) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:42.687369 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.693945 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.704516 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-de38f90b-5033-4c2c-8016-a348199f609d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.719645 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:42.737445 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-de38f90b-5033-4c2c-8016-a348199f609d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.789164 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0287b7ca7ec349f183c772326d7b2c29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8406668
May 19 23:07:42.791847 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39086) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:42.862505 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c58b31d6-eb2f-4965-8ede-8ea36cf20b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.864484 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-de38f90b-5033-4c2c-8016-a348199f609d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.880544 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:42.884312 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe088c-cd27-4559-b937-b0853f8dc763,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:42.891926 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:42.897551 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38f90b-5033-4c2c-8016-a348199f609d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a235cd81-aefe-4e6f-a57c-c08648d8e166,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:42.913939 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e8bd87-29c3-4cc8-8b13-3b24075a8347 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:07:42.914983 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-de38f90b-5033-4c2c-8016-a348199f609d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:42.922887 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c58b31d6-eb2f-4965-8ede-8ea36cf20b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.923813 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.945867 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32005d34-4e82-4928-8015-c580f391fbab req-34a34f4e-df14-4b37-8a38-3f87be4f914a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:42.951710 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-de38f90b-5033-4c2c-8016-a348199f609d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:42.953170 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-de38f90b-5033-4c2c-8016-a348199f609d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a235cd81-aefe-4e6f-a57c-c08648d8e166 HTTP/1.1" status: 204  len: 168 time: 0.3212414
May 19 23:07:42.955059 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-32005d34-4e82-4928-8015-c580f391fbab req-34a34f4e-df14-4b37-8a38-3f87be4f914a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 943 time: 0.2364333
May 19 23:07:42.993517 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Transition to ACTIVE for port object f0e8bd87-29c3-4cc8-8b13-3b24075a8347 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:07:43.003481 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:43.010589 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:43.014080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c58b31d6-eb2f-4965-8ede-8ea36cf20b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:43.020324 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c6e2cb79-b263-4098-9790-826bd0be8b30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:43.042656 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b31d6-eb2f-4965-8ede-8ea36cf20b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fe088c-cd27-4559-b937-b0853f8dc763,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:43.053209 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-32005d34-4e82-4928-8015-c580f391fbab req-6c8e96fc-3e5d-4210-ba7d-b2f88fa913ad tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969520
May 19 23:07:43.081200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c58b31d6-eb2f-4965-8ede-8ea36cf20b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:43.101296 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c58b31d6-eb2f-4965-8ede-8ea36cf20b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:43.102943 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c58b31d6-eb2f-4965-8ede-8ea36cf20b49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87fe088c-cd27-4559-b937-b0853f8dc763 HTTP/1.1" status: 204  len: 168 time: 0.3099222
May 19 23:07:43.201093 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:43.312876 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:43.415876 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Attempting to bind port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:07:43.417373 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Attempting to bind port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:07:43.418374 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Attempting to bind port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 on network f0d5efb6-161b-405c-994a-779d0b8ab63e {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:43.431700 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 on network f0d5efb6-161b-405c-994a-779d0b8ab63e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:07:43.433908 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Attempting to bind port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 on network f0d5efb6-161b-405c-994a-779d0b8ab63e {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:07:43.447010 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:07:43.449373 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Checking segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:43.449906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Bound using segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:07:43.450449 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Bound port: f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:07:43.450899 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:43.716895 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39148) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:43.750190 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:43.754456 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:43.799914 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:07:43.803990 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:07:43.806861 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:43.810511 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 52ea23dd-06d3-4b40-a117-5a7167b4b594 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:07:43.811827 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Usage tracker for resource:security_group_rule and tenant:b5e4c41f6514473a9bb3ba9fac933cbd is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:43.816538 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:43.829326 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddd860-71bb-4990-847d-2825d3387c8b req-62de6f4d-da54-4c65-964c-c4666490da8c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:43.837859 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:43.840322 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-92ddd860-71bb-4990-847d-2825d3387c8b req-62de6f4d-da54-4c65-964c-c4666490da8c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.2662182
May 19 23:07:43.874071 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:43.895150 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:44.005525 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.014297 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.020927 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:44.035860 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:44.050321 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:44.051137 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.052873 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] 10.222.0.36 "PUT /v2.0/ports/f0e8bd87-29c3-4cc8-8b13-3b24075a8347 HTTP/1.1" status: 200  len: 1093 time: 2.3344560
May 19 23:07:44.053587 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:07:44.055895 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:44.068276 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5e4c41f6514473a9bb3ba9fac933cbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3502655
May 19 23:07:44.071443 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39166) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:44.086295 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-92ddd860-71bb-4990-847d-2825d3387c8b req-337693e8-eb3d-4e76-b082-759b623cf166 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2431026
May 19 23:07:44.130796 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 52ea23dd-06d3-4b40-a117-5a7167b4b594, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:44.152141 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c4c87-be9f-427d-98fd-339a396e2d2f,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:44.156043 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:44.162412 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '52ea23dd-06d3-4b40-a117-5a7167b4b594', 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e', 'port_id': '52ea23dd-06d3-4b40-a117-5a7167b4b594', 'mac_address': 'fa:16:3e:b4:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72331fa6-90df-4bda-b916-b893102cae30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:07:44.223242 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-95c6301d-49f0-4c6e-aee2-35756264d8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.317807 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.323926 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-95c6301d-49f0-4c6e-aee2-35756264d8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.345724 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52ea23dd-06d3-4b40-a117-5a7167b4b594 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:07:44.360034 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39178) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:44.378093 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 52ea23dd-06d3-4b40-a117-5a7167b4b594, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:44.388590 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.389441 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:07:44.428095 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'status': 'completed', 'code': 200}
May 19 23:07:44.444016 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:44.458951 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-95c6301d-49f0-4c6e-aee2-35756264d8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.464028 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a2fc5cb5-16aa-48fd-b0c1-84805e10ddf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:44.512790 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6301d-49f0-4c6e-aee2-35756264d8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c4c87-be9f-427d-98fd-339a396e2d2f,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:44.519045 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-95c6301d-49f0-4c6e-aee2-35756264d8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.524286 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-95c6301d-49f0-4c6e-aee2-35756264d8c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/159c4c87-be9f-427d-98fd-339a396e2d2f HTTP/1.1" status: 204  len: 168 time: 0.4475188
May 19 23:07:44.525378 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-95c6301d-49f0-4c6e-aee2-35756264d8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:44.557455 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-d7f22efd-cb48-4d2f-9ee2-35d40750eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:44.562788 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-d7f22efd-cb48-4d2f-9ee2-35d40750eb4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 1096 time: 0.4445603
May 19 23:07:44.592916 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:44.637562 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c', 'network_id': '2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e', 'port_id': 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c', 'mac_address': 'fa:16:3e:34:3b:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72331fa6-90df-4bda-b916-b893102cae30', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:07:44.691799 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=52ea23dd-06d3-4b40-a117-5a7167b4b594,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:44.711167 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-eb2f857a-fe41-4adb-90bc-b591ef210732 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347 HTTP/1.1" status: 200  len: 217 time: 0.1341531
May 19 23:07:44.757034 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.772788 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:44.793667 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:07:44.815554 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:44.840510 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:44.848660 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:44.933378 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-8a8108e5-6b2f-45cf-8b93-6a770e245534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:44.948255 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-8a8108e5-6b2f-45cf-8b93-6a770e245534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.1365905
May 19 23:07:45.016197 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:45.026645 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:45.068409 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fd520-5b0e-444e-9420-66c87eb11ef6 req-a8def431-3364-4542-9e75-770864957daa tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:45.070346 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-616fd520-5b0e-444e-9420-66c87eb11ef6 req-a8def431-3364-4542-9e75-770864957daa tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 943 time: 0.3435314
May 19 23:07:45.095140 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:45.146787 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-27ec0681-fde4-4706-97f2-77b6133c7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:45.148832 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-27ec0681-fde4-4706-97f2-77b6133c7b73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1850274
May 19 23:07:45.163437 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:45.165295 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-616fd520-5b0e-444e-9420-66c87eb11ef6 req-223b803c-0ecc-4a93-b08d-5880aefe6fc8 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832434
May 19 23:07:45.181971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Usage tracker for resource:security_group_rule and tenant:636a213c570343b1b36a726816aca86d is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:45.190715 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:45.203473 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:45.217674 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['52ea23dd-06d3-4b40-a117-5a7167b4b594'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:07:45.435968 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:07:45.452784 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:45.461563 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:45.478103 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-69321259-39ca-4d2c-b7df-50ac99f8eba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:45.536851 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277915-de68-4ea6-bcef-5cbdecf8ce00 req-02263649-7f91-4b1d-9660-ae1d1a49a8c4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:45.558140 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=636a213c570343b1b36a726816aca86d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1805296
May 19 23:07:45.558140 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e35f94-7c6e-4111-97d1-97e9e3a7fa86,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:45.558420 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a8277915-de68-4ea6-bcef-5cbdecf8ce00 req-02263649-7f91-4b1d-9660-ae1d1a49a8c4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.2754200
May 19 23:07:45.558420 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 39232) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:45.558420 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-0ddad900-8765-4acb-a240-aba3f6b6c8ce service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3862348
May 19 23:07:45.566438 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:45.733435 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a8277915-de68-4ea6-bcef-5cbdecf8ce00 req-d2ee71ca-47f9-4b2d-8ae7-8f081704ae94 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1827509
May 19 23:07:45.823962 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-22a6e806-61f8-49ba-870f-82a0fcd7147e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:45.864078 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d964f3df-7dee-4834-90fc-39195fe92b00 req-15ce3f93-3d0b-4b69-a3a3-5937e8bcefcd service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713532
May 19 23:07:45.881839 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-22a6e806-61f8-49ba-870f-82a0fcd7147e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:46.007420 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-22a6e806-61f8-49ba-870f-82a0fcd7147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:46.013660 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39246) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:46.017130 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:46.044494 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6e806-61f8-49ba-870f-82a0fcd7147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e35f94-7c6e-4111-97d1-97e9e3a7fa86,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:46.056022 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-22a6e806-61f8-49ba-870f-82a0fcd7147e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:46.056826 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-22a6e806-61f8-49ba-870f-82a0fcd7147e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:46.061428 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-22a6e806-61f8-49ba-870f-82a0fcd7147e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73e35f94-7c6e-4111-97d1-97e9e3a7fa86 HTTP/1.1" status: 204  len: 168 time: 0.5049331
May 19 23:07:46.095521 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-59756bd8-8775-4eb2-90b0-aa8060f3dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:46.100091 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-59756bd8-8775-4eb2-90b0-aa8060f3dd6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 1096 time: 0.1268449
May 19 23:07:46.263271 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-71cd47e9-4302-42e8-9404-42974e21158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:46.267639 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-71cd47e9-4302-42e8-9404-42974e21158f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.1552701
May 19 23:07:46.358239 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-63628dfa-29e4-4913-8d6c-3eb6f8058d07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347 HTTP/1.1" status: 200  len: 217 time: 0.0822418
May 19 23:07:46.420301 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:46.456624 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:46.479155 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Usage tracker for resource:security_group_rule and tenant:c0371975f9bd4611b20787e316a0de82 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:46.492549 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:46.494171 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-cba26011-4b2a-4942-bfb2-1517baaeb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:46.497197 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-cba26011-4b2a-4942-bfb2-1517baaeb773 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.1312830
May 19 23:07:46.515410 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:46.615132 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d307d5d-d12e-4c43-84f7-315b28cddcbc req-d35f4283-064e-4af4-a3ee-50a038e90b78 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:46.617076 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8d307d5d-d12e-4c43-84f7-315b28cddcbc req-d35f4283-064e-4af4-a3ee-50a038e90b78 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 944 time: 0.1911597
May 19 23:07:46.669184 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-76fb63c9-cccf-4229-8398-56ef55011648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:46.671226 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-76fb63c9-cccf-4229-8398-56ef55011648 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1620407
May 19 23:07:46.704701 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:46.711129 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:46.721375 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-45cb1486-9ec9-42ac-823a-04b45513c09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:46.747284 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8d307d5d-d12e-4c43-84f7-315b28cddcbc req-4ac76923-4d50-4e0f-9403-5880e921089a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212711
May 19 23:07:46.782597 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0371975f9bd4611b20787e316a0de82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7677712
May 19 23:07:46.783732 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe95089-7b00-4cca-8542-8f5efb21ef5e,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:46.786095 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39274) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:46.788898 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-56578f71-3164-4d6d-b8bc-7278230bdf85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:46.800569 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39278) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:46.832305 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:46.862343 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:46.865457 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-f13f2fb1-f212-4562-be8f-df0bbc6369c6 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864803
May 19 23:07:46.868963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Usage tracker for resource:security_group_rule and tenant:4d8550d502d746d1811312dfb75e03d5 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:46.873396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:46.885529 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:46.899929 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2e97f40-61f7-487c-8c56-97d6452b2843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:46.942521 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2e97f40-61f7-487c-8c56-97d6452b2843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.047929 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.048957 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2e97f40-61f7-487c-8c56-97d6452b2843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.052973 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2068db88-ccbf-4410-a103-79e860c89a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:47.134114 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.140168 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-98ea9f8d-aec4-4966-a6a5-8f3da6cf533f req-5c05bada-991a-4cd3-8bc3-35247f502ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2671046
May 19 23:07:47.149305 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e97f40-61f7-487c-8c56-97d6452b2843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe95089-7b00-4cca-8542-8f5efb21ef5e,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:47.153748 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2e97f40-61f7-487c-8c56-97d6452b2843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:47.155789 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:47.166247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70d64f-f5b5-4f62-b3b0-8ff0adb638b3 req-023ef1ee-aa90-495c-8d9c-5123faf54829 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:47.184807 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ae70d64f-f5b5-4f62-b3b0-8ff0adb638b3 req-023ef1ee-aa90-495c-8d9c-5123faf54829 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.2756517
May 19 23:07:47.189564 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d8550d502d746d1811312dfb75e03d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3854775
May 19 23:07:47.194837 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39292) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:47.200433 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d2e97f40-61f7-487c-8c56-97d6452b2843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.201490 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d2e97f40-61f7-487c-8c56-97d6452b2843 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0fe95089-7b00-4cca-8542-8f5efb21ef5e HTTP/1.1" status: 204  len: 168 time: 0.4141986
May 19 23:07:47.218230 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d899c555-d9d3-4e37-857d-daa12da5a930,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:47.222690 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:47.252137 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ae70d64f-f5b5-4f62-b3b0-8ff0adb638b3 req-4bf5247c-a255-4c13-a8c6-758b38712404 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644116
May 19 23:07:47.278466 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-31c75227-b68b-4441-a990-8511e2e87559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.312724 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-31c75227-b68b-4441-a990-8511e2e87559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.385269 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-31c75227-b68b-4441-a990-8511e2e87559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.392559 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:47.404268 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c75227-b68b-4441-a990-8511e2e87559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d899c555-d9d3-4e37-857d-daa12da5a930,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:47.413200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-31c75227-b68b-4441-a990-8511e2e87559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:47.416539 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-31c75227-b68b-4441-a990-8511e2e87559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:47.426013 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-31c75227-b68b-4441-a990-8511e2e87559 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d899c555-d9d3-4e37-857d-daa12da5a930 HTTP/1.1" status: 204  len: 168 time: 0.2259345
May 19 23:07:47.861019 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:07:47.918207 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 52ea23dd-06d3-4b40-a117-5a7167b4b594 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:47.970846 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 39340) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:47.998082 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.030979 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:48.044187 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Usage tracker for resource:security_group_rule and tenant:dce2d1b212ae455c98397ebd3a97ca0b is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:48.048496 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:48.056406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:48.078704 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c1fb8-4b3c-4606-974f-3a3f4bde56d9 req-1dbe71e5-09e7-4d5e-a0e3-cb82bddb7a5f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:48.086063 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a86c1fb8-4b3c-4606-974f-3a3f4bde56d9 req-1dbe71e5-09e7-4d5e-a0e3-cb82bddb7a5f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 944 time: 0.1686792
May 19 23:07:48.128519 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:48.146522 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'port_id': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'mac_address': 'fa:16:3e:ab:e8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:07:48.178379 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 52ea23dd-06d3-4b40-a117-5a7167b4b594 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:48.189589 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a86c1fb8-4b3c-4606-974f-3a3f4bde56d9 req-d4e61455-91a8-4c7c-8b84-5e3baf253501 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025689
May 19 23:07:48.219573 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 52ea23dd-06d3-4b40-a117-5a7167b4b594 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:48.220359 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.285001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.290858 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.297871 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.318526 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e8bd87-29c3-4cc8-8b13-3b24075a8347 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:07:48.325435 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-daabf997-3425-4688-8f82-6b466d4eaf3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:48.349867 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:48.358364 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39354) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:48.358521 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dce2d1b212ae455c98397ebd3a97ca0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3866842
May 19 23:07:48.366803 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0333b6-4d2a-413a-b93d-5a0f843a9f91,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:48.381479 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:48.424203 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.434835 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:48.463962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-95e62688-96fb-4ba7-b8f2-bf2b6e6445aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.502991 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-95e62688-96fb-4ba7-b8f2-bf2b6e6445aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.509481 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.557179 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 52ea23dd-06d3-4b40-a117-5a7167b4b594, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:48.560559 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6dc8b-174d-4377-adbb-510bfe945adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ea23dd-06d3-4b40-a117-5a7167b4b594'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:07:48.567284 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.568135 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:48.607727 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:48.617854 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:48.618395 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-372e8460-8772-444d-99f8-1b7e6e847bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:48.627752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c7387-ceae-4cf8-a9e2-399cb750cdd4 req-9e66f78e-12cb-4502-94e8-a20c4a721838 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:48.641898 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a33c7387-ceae-4cf8-a9e2-399cb750cdd4 req-9e66f78e-12cb-4502-94e8-a20c4a721838 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 944 time: 0.1638441
May 19 23:07:48.656335 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-95e62688-96fb-4ba7-b8f2-bf2b6e6445aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.672226 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:48.712101 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a33c7387-ceae-4cf8-a9e2-399cb750cdd4 req-c5a37656-25ef-4a68-9604-ec688c1dee18 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680568
May 19 23:07:48.717813 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e62688-96fb-4ba7-b8f2-bf2b6e6445aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0333b6-4d2a-413a-b93d-5a0f843a9f91,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:48.718419 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=52ea23dd-06d3-4b40-a117-5a7167b4b594,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:48.722477 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:48.724361 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf6dc8b-174d-4377-adbb-510bfe945adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52ea23dd-06d3-4b40-a117-5a7167b4b594', 'code': 200}
May 19 23:07:48.728357 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:48.736359 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-95e62688-96fb-4ba7-b8f2-bf2b6e6445aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:48.742072 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-95e62688-96fb-4ba7-b8f2-bf2b6e6445aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.747826 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-95e62688-96fb-4ba7-b8f2-bf2b6e6445aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db0333b6-4d2a-413a-b93d-5a0f843a9f91 HTTP/1.1" status: 204  len: 168 time: 0.3884501
May 19 23:07:48.757996 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:48.757996 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.883271 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.928107 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:48.934007 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:48.937738 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:49.021072 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:49.025736 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:49.464772 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3e660-79ce-4df2-a5fa-bf69aa61ee3c req-0aef5488-802d-46ad-a081-51850cdb4cf1 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:49.466979 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-19a3e660-79ce-4df2-a5fa-bf69aa61ee3c req-0aef5488-802d-46ad-a081-51850cdb4cf1 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1091914
May 19 23:07:49.523960 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-19a3e660-79ce-4df2-a5fa-bf69aa61ee3c req-965ae702-9097-405c-8279-b56f839b6e92 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485630
May 19 23:07:49.673549 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39416) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:49.787421 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1382089401-network', 'tenant_id': 'a345d1ed8a144cbcacd71e7aea9fa497'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:49.791831 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:49.796367 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Usage tracker for resource:network and tenant:a345d1ed8a144cbcacd71e7aea9fa497 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:49.799141 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:49.804598 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:49.814693 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Made reservation on behalf of a345d1ed8a144cbcacd71e7aea9fa497 for: {'network': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:49.817220 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:49.829499 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:49.843759 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:49.847475 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Usage tracker for resource:security_group_rule and tenant:a345d1ed8a144cbcacd71e7aea9fa497 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:49.850203 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:49.856298 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:49.905634 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fe7cb-88fd-42ed-9d99-092b0d2f2c58 req-c90319ba-d495-40d8-b347-0e44ed150784 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:49.907101 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-158fe7cb-88fd-42ed-9d99-092b0d2f2c58 req-c90319ba-d495-40d8-b347-0e44ed150784 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 944 time: 0.0827997
May 19 23:07:49.939625 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:49.943282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:49.947174 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-94839cff-290b-4a0e-bfd9-685cf26fe47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:49.953342 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-158fe7cb-88fd-42ed-9d99-092b0d2f2c58 req-5fb92c0c-c549-41a5-91a0-9fdb563a67e4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402322
May 19 23:07:49.971434 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=91826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:07:49.986201 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49aab61-1b4c-4583-ad8e-b8bfcb90803d,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:49.989999 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:49.990899 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:49.991229 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.segments_db [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Added segment 5cbcbd0e-5407-4554-b50d-22776650c85c of type vlan for network b1819323-7bea-4758-b568-3bba120d4cc4
May 19 23:07:50.016570 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:50.044185 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:50.045813 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:50.046463 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:50.051028 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:50.146694 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4711831
May 19 23:07:50.147652 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Pushing event updated for resources: {'Network': ['ID=b1819323-7bea-4758-b568-3bba120d4cc4,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:50.149720 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 39426) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:50.150368 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:50.155656 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Request body: {'subnet': {'network_id': 'b1819323-7bea-4758-b568-3bba120d4cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1382089401-subnet', 'tenant_id': 'a345d1ed8a144cbcacd71e7aea9fa497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:50.161073 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:50.162070 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network b1819323-7bea-4758-b568-3bba120d4cc4 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:07:50.164947 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Usage tracker for resource:subnet and tenant:a345d1ed8a144cbcacd71e7aea9fa497 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:50.168424 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:50.174373 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:50.184381 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Made reservation on behalf of a345d1ed8a144cbcacd71e7aea9fa497 for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:50.186620 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6952218'] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:50.579073 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8361696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6952232'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:50.584115 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:50.699012 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b1a0fd-19ef-4c10-990a-50d662f5d47c,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:50.702764 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:50.715349 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Checking segment: {'id': '5cbcbd0e-5407-4554-b50d-22776650c85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b1819323-7bea-4758-b568-3bba120d4cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:50.715698 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Network hostable DHCP agents. Network: b1819323-7bea-4758-b568-3bba120d4cc4, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:07:50.725161 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73700151-3fc8-4576-9515-4f374fc17792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:07:50.747454 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Network b1819323-7bea-4758-b568-3bba120d4cc4 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:07:50.759504 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d2f00-8d99-4344-9145-91b6d6031179 req-93172a49-bf95-4936-8373-909b6d9b74d0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:50.761602 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-663d2f00-8d99-4344-9145-91b6d6031179 req-93172a49-bf95-4936-8373-909b6d9b74d0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1293871
May 19 23:07:50.782291 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73700151-3fc8-4576-9515-4f374fc17792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c', 'code': 200}
May 19 23:07:50.786198 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, b1819323-7bea-4758-b568-3bba120d4cc4) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:50.798160 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c0053-02a1-4834-b672-8c0b6d8f72ba None None] Network b1819323-7bea-4758-b568-3bba120d4cc4 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:50.814363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:50.814956 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:50.847326 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-663d2f00-8d99-4344-9145-91b6d6031179 req-01579fef-fb12-4094-972f-ec711235c3c5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782707
May 19 23:07:50.853849 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-4677c889-f722-49a8-9fba-4ef6b41bba94 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7026551
May 19 23:07:51.016904 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929d09f-38f3-4b4b-b84f-18b08a0e0885 None None] Network b1819323-7bea-4758-b568-3bba120d4cc4 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:51.167904 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeac4d0-6762-4bb4-b032-78b252e30157 req-3128fcc4-bdc8-4aed-bae9-a63a1d04bfd3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:51.169394 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aaeac4d0-6762-4bb4-b032-78b252e30157 req-3128fcc4-bdc8-4aed-bae9-a63a1d04bfd3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 944 time: 0.0940208
May 19 23:07:51.242379 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aaeac4d0-6762-4bb4-b032-78b252e30157 req-c28fc748-c874-45a0-8419-d1345f2c18dd tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630751
May 19 23:07:51.536712 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39476) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:51.547371 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-151269879-network', 'tenant_id': '9efdf8be192c4d42a27facc2ff513649'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:51.552503 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:51.557242 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Usage tracker for resource:network and tenant:9efdf8be192c4d42a27facc2ff513649 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:51.560972 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:51.567449 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:51.627260 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044f536-ea88-4905-bca8-049495a47e92 req-cadb7878-6c98-4d1e-bb52-40f410b6d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:51.630817 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c044f536-ea88-4905-bca8-049495a47e92 req-cadb7878-6c98-4d1e-bb52-40f410b6d0e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1098 time: 0.0990863
May 19 23:07:51.656659 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Made reservation on behalf of 9efdf8be192c4d42a27facc2ff513649 for: {'network': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:51.659256 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:51.661751 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f0e8bd87-29c3-4cc8-8b13-3b24075a8347'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:07:51.672544 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:51.674915 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-c044f536-ea88-4905-bca8-049495a47e92 req-fdc7d16d-a5dc-420d-bb65-e19d17dbf423 service neutron] Synchronizing usage tracker for tenant:f33c9fbd8be744e48ceed06ea31eba6c on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:07:51.693016 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-c044f536-ea88-4905-bca8-049495a47e92 req-fdc7d16d-a5dc-420d-bb65-e19d17dbf423 service neutron] Unset dirty status for tenant:f33c9fbd8be744e48ceed06ea31eba6c on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:07:51.694358 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c044f536-ea88-4905-bca8-049495a47e92 req-fdc7d16d-a5dc-420d-bb65-e19d17dbf423 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558305
May 19 23:07:51.706799 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:51.713156 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Usage tracker for resource:security_group_rule and tenant:9efdf8be192c4d42a27facc2ff513649 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:51.717517 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:51.725301 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:51.736888 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1f864-2b6e-4d02-ae2c-944adea15ab1 req-84574b94-7102-49a9-bf23-6b1eaaa056c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:51.738419 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1ca1f864-2b6e-4d02-ae2c-944adea15ab1 req-84574b94-7102-49a9-bf23-6b1eaaa056c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 1098 time: 0.1609380
May 19 23:07:51.819484 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:51.822904 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:51.825841 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-95c6301d-49f0-4c6e-aee2-35756264d8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:51.854928 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=91826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:07:51.863914 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af575f-dbbf-4e2d-95e3-dfe1d5b12414,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:51.867386 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:51.870103 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:51.871210 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.segments_db [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Added segment b3a6d081-6516-4062-a101-a91d9af451d7 of type vlan for network a6be6527-69d2-4137-baf8-205183a039de
May 19 23:07:51.909951 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:51.940708 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:51.942741 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:51.943414 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:51.947923 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:52.041753 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3b7ad-469a-4234-90f8-bf18fca07826 req-34c6af88-03bd-43ba-826d-e2212439d226 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:52.043985 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8bd3b7ad-469a-4234-90f8-bf18fca07826 req-34c6af88-03bd-43ba-826d-e2212439d226 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0857751
May 19 23:07:52.066318 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Pushing event updated for resources: {'Network': ['ID=a6be6527-69d2-4137-baf8-205183a039de,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:52.073808 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:52.073808 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5346229
May 19 23:07:52.076113 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39488) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:52.077014 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network a6be6527-69d2-4137-baf8-205183a039de details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:07:52.082458 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Request body: {'subnet': {'network_id': 'a6be6527-69d2-4137-baf8-205183a039de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-151269879-subnet', 'tenant_id': '9efdf8be192c4d42a27facc2ff513649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:52.096118 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:52.099789 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8bd3b7ad-469a-4234-90f8-bf18fca07826 req-ecb0ebe0-7b42-4c45-a075-2dbb6a76bd81 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492551
May 19 23:07:52.102711 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Usage tracker for resource:subnet and tenant:9efdf8be192c4d42a27facc2ff513649 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:52.107098 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1ca1f864-2b6e-4d02-ae2c-944adea15ab1 req-d2a077a5-adb6-463b-9726-6877a9b89c77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572453
May 19 23:07:52.107830 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:52.118579 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:52.129349 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Made reservation on behalf of 9efdf8be192c4d42a27facc2ff513649 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:07:52.131669 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:52.458548 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb23432-ddda-4324-a36a-e1a1dbec7f14 req-71883ac3-5825-44eb-8c6b-90d9cc3950e0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:52.460326 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2bb23432-ddda-4324-a36a-e1a1dbec7f14 req-71883ac3-5825-44eb-8c6b-90d9cc3950e0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 944 time: 0.1002853
May 19 23:07:52.572144 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2bb23432-ddda-4324-a36a-e1a1dbec7f14 req-fd1e7cc1-7cd4-4911-b868-4dead8619b74 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042161
May 19 23:07:52.575469 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:52.580224 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:52.654976 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aabb4af-be46-4edd-98c6-f90cfad06c50,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:52.659413 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Checking segment: {'id': 'b3a6d081-6516-4062-a101-a91d9af451d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a6be6527-69d2-4137-baf8-205183a039de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:07:52.659988 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Network hostable DHCP agents. Network: a6be6527-69d2-4137-baf8-205183a039de, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:07:52.663264 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:52.680961 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Network a6be6527-69d2-4137-baf8-205183a039de is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:07:52.691398 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, a6be6527-69d2-4137-baf8-205183a039de) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:07:52.695557 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:52.696262 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:52.702207 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3173c0d-50df-4a91-8c85-8c9a785bf283 None None] Network a6be6527-69d2-4137-baf8-205183a039de requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:52.726278 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6489215
May 19 23:07:52.972953 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0c359-c0d3-433f-8c3c-2295d70e2514 None None] Network a6be6527-69d2-4137-baf8-205183a039de requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:07:53.268786 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:07:53.341209 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:07:53.341817 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef5f24-22b7-4f04-8475-0e6ca297b489 req-7acc8e6c-cf91-4a29-ae1c-fdd7455d32ff tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:53.343479 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-49ef5f24-22b7-4f04-8475-0e6ca297b489 req-7acc8e6c-cf91-4a29-ae1c-fdd7455d32ff tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1171837
May 19 23:07:53.347907 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:07:53.348467 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:53.444959 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-49ef5f24-22b7-4f04-8475-0e6ca297b489 req-fa0b7434-a582-4ec6-a401-222d25cf830b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943735
May 19 23:07:53.543158 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:53.594881 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:07:53.607395 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:07:53.614949 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:53.617817 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:07:53.710396 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:07:53.711963 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:07:53.740803 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'code': 200}
May 19 23:07:53.842269 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056871-607e-4942-950b-0704646f684d req-dc559d2e-db2e-467e-920e-b14a87737ce9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:53.849211 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ef056871-607e-4942-950b-0704646f684d req-dc559d2e-db2e-467e-920e-b14a87737ce9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0898740
May 19 23:07:53.912559 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ef056871-607e-4942-950b-0704646f684d req-34ec0877-9394-426f-a6fd-eb1f8561f77c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625067
May 19 23:07:54.598013 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad8036-a97c-42e9-a60c-52dd4fb3ed2b req-c602beb9-02d1-4ba9-a8bf-62d429801825 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:54.600154 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6bad8036-a97c-42e9-a60c-52dd4fb3ed2b req-c602beb9-02d1-4ba9-a8bf-62d429801825 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.1003618
May 19 23:07:54.694441 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6bad8036-a97c-42e9-a60c-52dd4fb3ed2b req-aa27f790-fee9-43f4-81dc-8d653d9cf78f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636787
May 19 23:07:54.724526 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa63d33-5dd9-4ffd-a8a2-8c2850f7c459 req-2a09895c-b133-4864-9df6-171be8be60bb tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:54.726010 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-efa63d33-5dd9-4ffd-a8a2-8c2850f7c459 req-2a09895c-b133-4864-9df6-171be8be60bb tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1257036
May 19 23:07:54.774990 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-efa63d33-5dd9-4ffd-a8a2-8c2850f7c459 req-20850953-6397-4d89-8c5d-329def8d1251 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430455
May 19 23:07:55.111772 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9f58a-eec7-4626-bf0a-9d1409151d23 req-4df89780-ba17-4a18-bd34-90d3d06541c0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:55.113240 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-99d9f58a-eec7-4626-bf0a-9d1409151d23 req-4df89780-ba17-4a18-bd34-90d3d06541c0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0819724
May 19 23:07:55.170227 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-99d9f58a-eec7-4626-bf0a-9d1409151d23 req-3e7c0bbe-0863-484b-8c96-ceb06ee7c5ea tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502908
May 19 23:07:55.932958 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3655ab45-c2ce-4864-bba8-ad4bd8cefb4f req-bb6f57fd-0606-4881-a301-26b535b3d55a tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:55.934410 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3655ab45-c2ce-4864-bba8-ad4bd8cefb4f req-bb6f57fd-0606-4881-a301-26b535b3d55a tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.1229274
May 19 23:07:55.991184 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3655ab45-c2ce-4864-bba8-ad4bd8cefb4f req-d5460fb5-95f7-4066-a07b-e49c580f066b tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502546
May 19 23:07:56.003071 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616beee-85e9-47ee-a374-1765fd587d64 req-4319a686-55ef-4704-80b2-cc8f2d5ec8c6 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:56.004492 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5616beee-85e9-47ee-a374-1765fd587d64 req-4319a686-55ef-4704-80b2-cc8f2d5ec8c6 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1247079
May 19 23:07:56.052736 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5616beee-85e9-47ee-a374-1765fd587d64 req-4d28732d-c662-427b-a552-67ff88e53ce0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424924
May 19 23:07:56.362190 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da9adb-8218-4053-9700-13cf6549fb2b req-07b6fd6b-620b-42b8-8847-d3ac18191588 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:56.363636 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f5da9adb-8218-4053-9700-13cf6549fb2b req-07b6fd6b-620b-42b8-8847-d3ac18191588 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0800269
May 19 23:07:56.407637 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f5da9adb-8218-4053-9700-13cf6549fb2b req-1b7a6995-58da-44e3-b590-f8ff25b70c30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382175
May 19 23:07:56.954054 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75af911-9eef-4cd8-9374-0bf696ed8448 req-4c46a59f-c318-4968-a9db-9e0732ac9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:56.955492 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a75af911-9eef-4cd8-9374-0bf696ed8448 req-4c46a59f-c318-4968-a9db-9e0732ac9de7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 1098 time: 0.0708387
May 19 23:07:57.003878 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a75af911-9eef-4cd8-9374-0bf696ed8448 req-599be2eb-0d1c-42a0-8fd9-8991808257a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369959
May 19 23:07:57.228056 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2938e76-45e0-4165-9fd4-871360ab0290 req-7262d07e-c8c5-42c5-83f2-c288044d2d4d tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:57.229547 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a2938e76-45e0-4165-9fd4-871360ab0290 req-7262d07e-c8c5-42c5-83f2-c288044d2d4d tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.1318679
May 19 23:07:57.286642 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a2938e76-45e0-4165-9fd4-871360ab0290 req-3d152678-3780-40c9-a203-f6cb6475ae58 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490050
May 19 23:07:57.295067 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f202b-8b78-43fb-a7f3-d911253241f3 req-85a81267-d58b-4a47-a51a-a2d68784e92b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:57.296777 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-876f202b-8b78-43fb-a7f3-d911253241f3 req-85a81267-d58b-4a47-a51a-a2d68784e92b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1329172
May 19 23:07:57.346607 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-876f202b-8b78-43fb-a7f3-d911253241f3 req-7c1dd6a8-ae9d-4b7c-9370-a2fd0819beff tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437455
May 19 23:07:57.604118 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c62ed2-a75b-4e83-8cf6-1a341e81f4e8 req-8d832042-2b9a-434e-9aad-341b33204cea tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:57.606190 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e8c62ed2-a75b-4e83-8cf6-1a341e81f4e8 req-8d832042-2b9a-434e-9aad-341b33204cea tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0866635
May 19 23:07:57.654468 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e8c62ed2-a75b-4e83-8cf6-1a341e81f4e8 req-7cf4b44a-6eda-4b33-b443-703c4d14099f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421281
May 19 23:07:57.739469 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-de8d86e9-3fdb-4860-84b6-65131767a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:57.740967 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-de8d86e9-3fdb-4860-84b6-65131767a1f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 1098 time: 0.0712261
May 19 23:07:57.781951 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b5488-3ece-4e9c-8ef9-589caed5584f req-ca81bd53-2c82-48dc-a6ce-498a6d98f470 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:57.783407 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-998b5488-3ece-4e9c-8ef9-589caed5584f req-ca81bd53-2c82-48dc-a6ce-498a6d98f470 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0853238
May 19 23:07:57.832663 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-998b5488-3ece-4e9c-8ef9-589caed5584f req-eae2127b-72cb-4025-81b6-859bca7ec740 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434821
May 19 23:07:57.884185 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-b563f398-af75-4baa-bdbe-d615bdf62840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:57.886032 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-b563f398-af75-4baa-bdbe-d615bdf62840 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 919 time: 0.1311698
May 19 23:07:58.013538 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-42078a7d-441a-425b-a7d3-26abaa1a14d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c HTTP/1.1" status: 200  len: 217 time: 0.1204908
May 19 23:07:58.079531 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-a01854e3-bd45-419b-b7cb-09511e77843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:58.080858 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-a01854e3-bd45-419b-b7cb-09511e77843d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.0582666
May 19 23:07:58.128656 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-221ddfbc-9c2a-4223-9ba4-99b6159875a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382049
May 19 23:07:58.274840 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-ade7e5ff-7d63-44fc-a5df-6e9b0276fb35 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315160
May 19 23:07:58.509424 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8165ef4d-927d-4fb2-94cf-d0ce7106e22b req-c4e2a86e-3e20-4064-868e-f7f4b26bac4b service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511135
May 19 23:07:58.569220 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797c1f3-983f-4bb7-905e-47372c3badd8 req-6b1126ae-882d-47fc-9037-c6508e735aa3 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:58.570718 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1797c1f3-983f-4bb7-905e-47372c3badd8 req-6b1126ae-882d-47fc-9037-c6508e735aa3 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.1661134
May 19 23:07:58.646521 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1797c1f3-983f-4bb7-905e-47372c3badd8 req-1ad99800-c476-4284-bf14-1ca0281f7a3c tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606215
May 19 23:07:58.863747 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181aac2-30c1-4beb-b553-fe4222798ee2 req-52bf9094-dd23-41f9-9489-11cdc266b0f8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:58.872629 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e181aac2-30c1-4beb-b553-fe4222798ee2 req-52bf9094-dd23-41f9-9489-11cdc266b0f8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0988498
May 19 23:07:58.946456 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e181aac2-30c1-4beb-b553-fe4222798ee2 req-5b5783cb-a1c9-4be1-a65a-a2ec2aecc2c4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678720
May 19 23:07:59.133628 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182d47e-1e88-4940-88d0-b246b2426dd2 req-78e44bd8-e57c-42a7-8c13-709807cd618e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:59.134929 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b182d47e-1e88-4940-88d0-b246b2426dd2 req-78e44bd8-e57c-42a7-8c13-709807cd618e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1622899
May 19 23:07:59.165178 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00e426-17c5-40a1-ac7a-d316163ce5a6 req-b02a2f24-ec53-4af7-8c5c-f4689571c66d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:59.177561 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dc00e426-17c5-40a1-ac7a-d316163ce5a6 req-b02a2f24-ec53-4af7-8c5c-f4689571c66d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1060133
May 19 23:07:59.177664 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39728) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:59.184101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'floatingip': {'port_id': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:07:59.218660 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b182d47e-1e88-4940-88d0-b246b2426dd2 req-2e919139-213d-496f-8ec3-983055c732a9 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451322
May 19 23:07:59.268817 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:59.482582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 39740) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:59.657948 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:59.732869 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:07:59.736988 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:c647d86108fd4fccacc4b166cbc96087 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:07:59.739864 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:07:59.746397 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:07:59.835839 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 39756) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:07:59.904087 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616adc5f-f555-4275-8c56-dbf0f18eb3dc req-8d0173b8-b503-45f3-b6ae-2eda4f2e74f4 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:07:59.905571 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-616adc5f-f555-4275-8c56-dbf0f18eb3dc req-8d0173b8-b503-45f3-b6ae-2eda4f2e74f4 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.1318431
May 19 23:07:59.937879 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:59.946041 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:07:59.954928 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:00.023759 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-616adc5f-f555-4275-8c56-dbf0f18eb3dc req-d08931d6-5cf3-4e86-8445-a8b493c34031 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090839
May 19 23:08:00.027699 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.049658 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c647d86108fd4fccacc4b166cbc96087&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5569670
May 19 23:08:00.049658 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ebbd60-a06e-4ab2-81b7-d00c0d41b688,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:00.049928 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39762) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:00.050316 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:00.058606 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Usage tracker for resource:security_group_rule and tenant:1a623fbdb13c4a34b706e3ee5da182db is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:00.061885 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.062256 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.062583 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.062916 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.063250 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.063584 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.063911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.064234 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.064562 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.064884 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.065205 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.065526 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.069070 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:00.071916 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:00.075991 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:00.161238 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.165137 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.174049 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c0b15fdd-c5cb-42f5-b09c-ae1e237f3d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:00.215466 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a623fbdb13c4a34b706e3ee5da182db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3777049
May 19 23:08:00.217242 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e565120a-b551-448e-9f03-21f77757d7e7,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:00.219606 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 39766) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:00.224555 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:00.304671 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-de26ffc2-6bdc-4c1f-a585-b3c5b60578c6 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:00.306135 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-de26ffc2-6bdc-4c1f-a585-b3c5b60578c6 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.3416476
May 19 23:08:00.354207 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2e2073f8-902a-41d4-9733-e6cff77277a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.380650 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.422640 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.438082 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.440804 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2e2073f8-902a-41d4-9733-e6cff77277a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.516986 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dc263-96c5-4b93-8aa2-48c212991637 req-c889e22e-c51e-4ad7-ad18-b6780d988503 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:00.523873 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-db7dc263-96c5-4b93-8aa2-48c212991637 req-c889e22e-c51e-4ad7-ad18-b6780d988503 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1593375
May 19 23:08:00.524868 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.594893 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-db7dc263-96c5-4b93-8aa2-48c212991637 req-d4bdfef0-99a9-46a8-924d-1684830ebbd1 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680676
May 19 23:08:00.603741 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2e2073f8-902a-41d4-9733-e6cff77277a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.616450 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:00.639245 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2073f8-902a-41d4-9733-e6cff77277a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e565120a-b551-448e-9f03-21f77757d7e7,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:00.642595 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2e2073f8-902a-41d4-9733-e6cff77277a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:00.664961 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2e2073f8-902a-41d4-9733-e6cff77277a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.667242 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-2e2073f8-902a-41d4-9733-e6cff77277a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e565120a-b551-448e-9f03-21f77757d7e7 HTTP/1.1" status: 204  len: 168 time: 0.4445939
May 19 23:08:00.736136 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Floating IP 80ad05e5-83ff-4a0c-a1c3-de197216bf0c associated. External IP: 172.27.0.89, port: f0e8bd87-29c3-4cc8-8b13-3b24075a8347.
May 19 23:08:00.795115 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.808985 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2e97f40-61f7-487c-8c56-97d6452b2843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:00.833257 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Deleting port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:08:00.833628 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.878447 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ebbd60-a06e-4ab2-81b7-d00c0d41b688,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:00.902863 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.903216 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.903554 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.904060 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.904543 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.905022 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.905683 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.906176 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.906647 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.907115 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.907889 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.908348 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:00.911867 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:00.913289 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26ebbd60-a06e-4ab2-81b7-d00c0d41b688 HTTP/1.1" status: 204  len: 168 time: 0.8681903
May 19 23:08:00.984712 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:01.156999 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] For port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,segment=NetworkSegment(8580ab32-8ee0-472a-8704-a59349c5c797),segment_id=8580ab32-8ee0-472a-8704-a59349c5c797)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:01.157359 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:01.289329 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7d826-0102-4bea-8974-f23add210580 req-d61f10aa-6625-4616-8296-5af540648ae4 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:01.291528 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4c7d826-0102-4bea-8974-f23add210580 req-d61f10aa-6625-4616-8296-5af540648ae4 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 945 time: 0.1235304
May 19 23:08:01.302138 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Calling delete_port for 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:08:01.361395 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4c7d826-0102-4bea-8974-f23add210580 req-27924a36-29a8-4939-8113-e48afe40bf4d tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/security-groups?id=e0cb4952-0b95-45a3-a95a-b20b2728670f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605772
May 19 23:08:01.634886 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Router 173f0c3d-e80d-400d-821d-ca42d0f34690 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:08:01.817508 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3312f-0c79-445f-8b20-b840ca7ffcda req-225931c3-06ba-46f1-a609-d5a32382fd5d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:01.827159 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ae3312f-0c79-445f-8b20-b840ca7ffcda req-225931c3-06ba-46f1-a609-d5a32382fd5d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1044447
May 19 23:08:01.846189 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:01.873489 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:01.903785 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ae3312f-0c79-445f-8b20-b840ca7ffcda req-9bcd7747-e98c-40a4-956a-3c5cf58f8392 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755367
May 19 23:08:01.923459 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Pushing event deleted for resources: {'Port': ['ID=5c46fafe-37ba-4ee2-a570-9af659b8b3c9,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:01.974930 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:02.014803 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] No DVR routers for this DVR port 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:08:02.075194 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:02.078885 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd', 'name': 'network-vif-deleted', 'tag': '5c46fafe-37ba-4ee2-a570-9af659b8b3c9'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:08:02.110238 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-37bc2b01-301d-4fd5-9660-cb80258ec240 req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.36 "DELETE /v2.0/ports/5c46fafe-37ba-4ee2-a570-9af659b8b3c9 HTTP/1.1" status: 204  len: 173 time: 1.7907138
May 19 23:08:02.122894 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:08:02.129555 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:02.140405 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] Sync routers for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:08:02.152004 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:08:02.152620 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06730dd040>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:02.177151 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd', 'name': 'network-vif-deleted', 'tag': '5c46fafe-37ba-4ee2-a570-9af659b8b3c9', 'status': 'completed', 'code': 200}
May 19 23:08:02.227599 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-85fa76e2-aa0b-4d36-a198-c5dbdff9dd15 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "PUT /v2.0/floatingips/80ad05e5-83ff-4a0c-a1c3-de197216bf0c HTTP/1.1" status: 200  len: 990 time: 3.0488756
May 19 23:08:02.377913 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:08:02.539449 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-37a0d14f-3327-4ae9-9aeb-8ee33abd4a47 req-bf63c395-4c22-41bf-9a66-16512620d218 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 210 time: 0.0540378
May 19 23:08:02.803510 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06730dd040>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '80ad05e5-83ff-4a0c-a1c3-de197216bf0c', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'port_id': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'mac_address': 'fa:16:3e:ab:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:07:28Z', 'updated_at': '2021-05-19T23:08:00Z', 'revision_number': 1, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:02.807377 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] Checking router: 173f0c3d-e80d-400d-821d-ca42d0f34690 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:08:02.816409 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:08:02.817009 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06730dd040>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:07:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:03.066031 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:08:03.154364 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a610a33-9d7c-4d1e-ac6b-69a464753635 req-492cb786-c4cb-4987-8d92-a237b386c326 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:03.162581 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0a610a33-9d7c-4d1e-ac6b-69a464753635 req-492cb786-c4cb-4987-8d92-a237b386c326 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0982623
May 19 23:08:03.217843 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0a610a33-9d7c-4d1e-ac6b-69a464753635 req-b9fcd7cb-e500-409c-9f3e-13ef3dd0a257 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540948
May 19 23:08:03.543157 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:08:03.631116 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06730dd040>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '80ad05e5-83ff-4a0c-a1c3-de197216bf0c', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'port_id': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'mac_address': 'fa:16:3e:ab:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:07:28Z', 'updated_at': '2021-05-19T23:08:00Z', 'revision_number': 1, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:03.640938 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:08:03.642334 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 5c46fafe-37ba-4ee2-a570-9af659b8b3c9 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:08:03.645269 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d2599-54a8-41cc-aa12-7de6c19a8734 None None] The sync data for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi is: [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '80ad05e5-83ff-4a0c-a1c3-de197216bf0c', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'port_id': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'mac_address': 'fa:16:3e:ab:e8:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:07:28Z', 'updated_at': '2021-05-19T23:08:00Z', 'revision_number': 1, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:08:03.814819 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 39956) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:03.857432 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ba54e316-c651-4dac-aa4c-0dd750759344 req-7dc9015d-eb93-45bd-b13f-75f975ee0676 tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c27bf3b-08d3-45cf-a415-2e8e2b1d48cd HTTP/1.1" status: 200  len: 210 time: 0.0686374
May 19 23:08:03.956566 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151886c0-ce43-4a53-83cc-43c12ecf9264 None None] New status for floating IP 80ad05e5-83ff-4a0c-a1c3-de197216bf0c: ACTIVE {{(pid=91827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:08:03.998774 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:04.016500 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:04.020449 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4a51a3943f2748f4b7d0d23b5ac903b5 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:04.023294 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:04.029068 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:04.110903 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:04.115869 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:04.125191 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7ef3a098-947f-45d9-8715-16ede3ba2e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:04.164882 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a51a3943f2748f4b7d0d23b5ac903b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3489881
May 19 23:08:04.165887 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6a518-3ae2-4b51-90bd-c0a888a6ae1f,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:04.168256 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 39976) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:04.171193 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:04.185751 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:08:04.249060 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'status': 'completed', 'code': 200}
May 19 23:08:04.252437 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb321-6f31-4c56-9f5d-c658cd638578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:04.297404 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb321-6f31-4c56-9f5d-c658cd638578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:04.414656 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d985ea-b433-40b4-aa93-97d126fc565a req-0364a1b8-0078-44cf-854d-654acc97fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:04.416442 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65d985ea-b433-40b4-aa93-97d126fc565a req-0364a1b8-0078-44cf-854d-654acc97fc7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 1098 time: 0.1051791
May 19 23:08:04.467528 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb321-6f31-4c56-9f5d-c658cd638578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:04.473404 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b27c12a6-693e-47ef-9eee-5298adb236d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:04.487594 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eb321-6f31-4c56-9f5d-c658cd638578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6a518-3ae2-4b51-90bd-c0a888a6ae1f,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:04.491147 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5a1eb321-6f31-4c56-9f5d-c658cd638578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:04.513781 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfff987-d844-4325-a2fa-21397d537a6f req-ae4db471-caaa-4a8c-8833-be9c69894230 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:04.515285 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-abfff987-d844-4325-a2fa-21397d537a6f req-ae4db471-caaa-4a8c-8833-be9c69894230 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1589379
May 19 23:08:04.516129 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb321-6f31-4c56-9f5d-c658cd638578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:04.517226 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-5a1eb321-6f31-4c56-9f5d-c658cd638578 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74b6a518-3ae2-4b51-90bd-c0a888a6ae1f HTTP/1.1" status: 204  len: 168 time: 0.3480439
May 19 23:08:04.577004 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d985ea-b433-40b4-aa93-97d126fc565a req-37302b88-5c30-4ee1-8e2b-aa6c419d70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:04.578674 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65d985ea-b433-40b4-aa93-97d126fc565a req-37302b88-5c30-4ee1-8e2b-aa6c419d70c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.1535208
May 19 23:08:04.590105 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-abfff987-d844-4325-a2fa-21397d537a6f req-d94bcacd-4e42-4cce-a6d6-4354f3ceec6a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631647
May 19 23:08:04.875076 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40010) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:04.894659 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:04.912660 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:04.917233 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Usage tracker for resource:security_group_rule and tenant:86f21ef6c220434ebead6fbe40afc635 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:04.921228 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:04.928229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:05.030729 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:05.036385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:05.047925 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0b387da6-5e3e-4a17-ba8f-b69b6fe6d09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:05.088780 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86f21ef6c220434ebead6fbe40afc635&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2126477
May 19 23:08:05.089643 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec565da-106e-4b97-b127-96003bd6712c,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:05.091880 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40020) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:05.093060 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:05.160414 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-80a71b8b-f599-42b5-852c-9c954eee95e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:05.201374 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-80a71b8b-f599-42b5-852c-9c954eee95e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:05.275214 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-80a71b8b-f599-42b5-852c-9c954eee95e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:05.280751 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7d7c5cb6-c6fb-4295-a08d-f4d12ef52d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:05.295061 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a71b8b-f599-42b5-852c-9c954eee95e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec565da-106e-4b97-b127-96003bd6712c,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:05.298804 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-80a71b8b-f599-42b5-852c-9c954eee95e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:05.305962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-80a71b8b-f599-42b5-852c-9c954eee95e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:05.310638 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-80a71b8b-f599-42b5-852c-9c954eee95e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ec565da-106e-4b97-b127-96003bd6712c HTTP/1.1" status: 204  len: 168 time: 0.2177372
May 19 23:08:05.535987 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65d985ea-b433-40b4-aa93-97d126fc565a req-0abdd3be-4ca5-46bf-b4cd-1d9fcf840c42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347 HTTP/1.1" status: 200  len: 1000 time: 0.1114402
May 19 23:08:05.784816 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be613f-388b-4ff9-b1e7-3d8a778c39b9 req-1dd05fa9-9d32-4f79-93c9-1a628f27b028 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:05.786306 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-61be613f-388b-4ff9-b1e7-3d8a778c39b9 req-1dd05fa9-9d32-4f79-93c9-1a628f27b028 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0850902
May 19 23:08:05.833228 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-61be613f-388b-4ff9-b1e7-3d8a778c39b9 req-67249d7a-8ef3-41f9-bcb5-eaafd7e3cb45 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402684
May 19 23:08:06.186098 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-8bc2cbac-39f1-4eeb-83ec-b1552c38609f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:06.362324 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:08:07.031919 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eab5dc-c988-4859-83c4-c5b0dd64e989 req-00ea492e-f9f2-4cc4-ac01-90e11a59372b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:07.033421 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a7eab5dc-c988-4859-83c4-c5b0dd64e989 req-00ea492e-f9f2-4cc4-ac01-90e11a59372b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0797272
May 19 23:08:07.082542 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a7eab5dc-c988-4859-83c4-c5b0dd64e989 req-90f8a134-acd4-44a8-b1cf-21df530330c9 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433517
May 19 23:08:07.321308 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d985ea-b433-40b4-aa93-97d126fc565a req-bc3fafe3-dd9e-4266-95a1-dab5ac448ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:07.324084 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65d985ea-b433-40b4-aa93-97d126fc565a req-bc3fafe3-dd9e-4266-95a1-dab5ac448ebf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.0650406
May 19 23:08:07.427703 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d985ea-b433-40b4-aa93-97d126fc565a req-9e6d0de1-eb37-4023-b8f0-333be470616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:07.429167 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65d985ea-b433-40b4-aa93-97d126fc565a req-9e6d0de1-eb37-4023-b8f0-333be470616a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0890515
May 19 23:08:07.565652 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65d985ea-b433-40b4-aa93-97d126fc565a req-b88fecfe-3048-4b40-89d8-cb5f1504be5c service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275065
May 19 23:08:07.715141 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65d985ea-b433-40b4-aa93-97d126fc565a req-4e92ccab-b883-4ec4-b4c8-4fa29a61a607 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377718
May 19 23:08:08.266448 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f434c-d748-485b-a246-d2f4e1aff4b0 req-2e1da0bd-1eab-463c-a129-3f6b6f8b093d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:08.267885 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cf5f434c-d748-485b-a246-d2f4e1aff4b0 req-2e1da0bd-1eab-463c-a129-3f6b6f8b093d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0792525
May 19 23:08:08.311946 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cf5f434c-d748-485b-a246-d2f4e1aff4b0 req-6388c222-df70-4561-9e94-cd98e2bb9076 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384235
May 19 23:08:08.715805 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:09.003759 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7d9767fb-745a-407e-a9dc-c2ae4d26d301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:09.494422 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebd03d-9265-4d59-9b01-cdd94e5013d6 req-841284f4-3fd8-4fad-b499-dc24b42658ad tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:09.496211 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caebd03d-9265-4d59-9b01-cdd94e5013d6 req-841284f4-3fd8-4fad-b499-dc24b42658ad tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0809457
May 19 23:08:09.540274 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caebd03d-9265-4d59-9b01-cdd94e5013d6 req-a265c1d7-5803-465b-8c86-8ea259867c09 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382373
May 19 23:08:09.702979 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:10.721019 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab446335-e2eb-4cd7-8d77-7911073c8fa0 req-d412b4a0-c583-4f4e-9338-838e513c1881 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:10.722526 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ab446335-e2eb-4cd7-8d77-7911073c8fa0 req-d412b4a0-c583-4f4e-9338-838e513c1881 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0798104
May 19 23:08:10.771139 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ab446335-e2eb-4cd7-8d77-7911073c8fa0 req-d2812fcd-5edd-4c12-9817-5997ddc13beb tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430298
May 19 23:08:10.960587 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2965d029-ffc5-413e-ba72-16100c81abde req-aca647b1-25a4-4b16-b264-a3f03987cc56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0690258
May 19 23:08:11.141991 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965d029-ffc5-413e-ba72-16100c81abde req-20290ac9-4a53-4e9f-98bf-62fee566f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:11.143774 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2965d029-ffc5-413e-ba72-16100c81abde req-20290ac9-4a53-4e9f-98bf-62fee566f0c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1098 time: 0.0759749
May 19 23:08:11.296676 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965d029-ffc5-413e-ba72-16100c81abde req-546a62b1-2d45-4d43-9d76-79a2b088a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:11.298137 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2965d029-ffc5-413e-ba72-16100c81abde req-546a62b1-2d45-4d43-9d76-79a2b088a844 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 919 time: 0.1292298
May 19 23:08:11.407820 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:11.439852 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2965d029-ffc5-413e-ba72-16100c81abde req-b26ef883-4c40-45eb-a0d4-d3aec6dd527a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594 HTTP/1.1" status: 200  len: 217 time: 0.1343193
May 19 23:08:11.506456 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965d029-ffc5-413e-ba72-16100c81abde req-4ce9a7d5-c8b5-4024-a52c-f7f34857f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:11.507876 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2965d029-ffc5-413e-ba72-16100c81abde req-4ce9a7d5-c8b5-4024-a52c-f7f34857f726 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.0603876
May 19 23:08:11.557761 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2965d029-ffc5-413e-ba72-16100c81abde req-7dff8817-f2a4-4fd3-9828-2f532751014d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423775
May 19 23:08:11.690536 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2965d029-ffc5-413e-ba72-16100c81abde req-9ed7868f-ca5f-4e72-855f-706ba154d427 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271551
May 19 23:08:11.842896 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2965d029-ffc5-413e-ba72-16100c81abde req-1904e3a5-2f15-4ce5-bb67-70d65058bd85 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1458962
May 19 23:08:12.008455 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c397f-32df-4e11-9094-20f1105c15da req-c9816ffa-b291-45d7-a6d6-fd73010aad56 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:12.009920 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d0c397f-32df-4e11-9094-20f1105c15da req-c9816ffa-b291-45d7-a6d6-fd73010aad56 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1194270
May 19 23:08:12.061035 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d0c397f-32df-4e11-9094-20f1105c15da req-364ba9bd-5253-49b0-9669-8fb7433e6e4e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450099
May 19 23:08:12.454537 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40218) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:12.550511 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_v2 [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Deleting subnet 9c1975c8-f8bb-426c-bb24-2af9b85b5b61 {{(pid=91826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:08:12.554666 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:12.615491 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:12.623005 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:12.879965 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054'] for subnet, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:12.885893 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:12.922386 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c1975c8-f8bb-426c-bb24-2af9b85b5b61,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:12.925051 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:12.927923 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:12.934179 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9c1975c8-f8bb-426c-bb24-2af9b85b5b61 HTTP/1.1" status: 204  len: 168 time: 0.4852593
May 19 23:08:12.936560 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40232) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:13.038913 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.167568 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.181304 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0671c5f490>> segment before_delete 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.181848 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0671c5f490>> subnet precommit_delete_associations 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.182569 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06718d4550>> segment_host_mapping after_create 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.183037 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06718d4550>> port after_create 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.183324 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06718d4550>> port after_delete 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.183651 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06718d4550>> port after_update 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.183966 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06718d4550>> segment after_delete 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.184277 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06718d4550>> subnet after_create 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.184585 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06718d4550>> subnet after_delete 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.184893 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f06718d4550>> subnet after_update 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.268743 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f97c7-b01b-4af7-8b7a-260a2b507caf req-dd0b8b8f-3a97-472f-88db-4a3966c08f3b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:13.270200 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b92f97c7-b01b-4af7-8b7a-260a2b507caf req-dd0b8b8f-3a97-472f-88db-4a3966c08f3b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0945661
May 19 23:08:13.282487 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0671903af0>> subnet after_create 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.282850 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0671903af0>> subnet after_delete 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.283181 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0671903af0>> subnet before_create 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.283504 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0671903af0>> subnet before_update 55550000 {{(pid=91826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 23:08:13.283884 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671c5f910>,) {'filters': {'network_id': ['300fe28b-7539-46c5-b4a0-ace8a8db7778']}} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:13.299844 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671c5f910>, '8580ab32-8ee0-472a-8704-a59349c5c797') {'for_net_delete': True} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:13.300138 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671c5f910>, '8580ab32-8ee0-472a-8704-a59349c5c797') {} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:13.315014 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5941806'] for segment, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.318818 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b92f97c7-b01b-4af7-8b7a-260a2b507caf req-9fa98626-894e-48e8-98aa-adcca4a40737 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424814
May 19 23:08:13.332454 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.339753 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=91826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:08:13.340180 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6212352'] for segment, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   from cryptography.utils import int_from_bytes
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   from cryptography.utils import int_from_bytes
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]: Traceback (most recent call last):
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     timer()
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     cb(*args, **kw)
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     return func(*args, **kwargs)
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     self._notify()
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     self.callback(batched_events)
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     event.method(event)
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     return f(self, *a, **k)
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._get(url).json()
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self.request(url, 'GET', **kwargs)
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:08:13.355860 dv-cinder-792299-1-iscsi neutron-server[91826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:08:13.435218 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.439348 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:13.457185 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.459573 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Pushing event deleted for resources: {'Network': ['ID=300fe28b-7539-46c5-b4a0-ace8a8db7778,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:13.464146 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:13.468414 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] 10.222.0.25 "DELETE /v2.0/networks/300fe28b-7539-46c5-b4a0-ace8a8db7778 HTTP/1.1" status: 204  len: 168 time: 0.5283992
May 19 23:08:13.680247 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40254) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:13.738579 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-16d85f02-9271-4fd2-9eb8-bd9754673ee0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5525f54e5f394ad5986064d648f63a96&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0569355
May 19 23:08:13.741028 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40262) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:13.756604 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.812597 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74c49564-bdd2-4505-a552-d3e50fd56cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.839693 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74c49564-bdd2-4505-a552-d3e50fd56cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.898906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74c49564-bdd2-4505-a552-d3e50fd56cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.904324 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5a1eb321-6f31-4c56-9f5d-c658cd638578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:13.916840 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c49564-bdd2-4505-a552-d3e50fd56cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cb4952-0b95-45a3-a95a-b20b2728670f,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:13.920942 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-74c49564-bdd2-4505-a552-d3e50fd56cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:13.928501 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74c49564-bdd2-4505-a552-d3e50fd56cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:13.933062 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-74c49564-bdd2-4505-a552-d3e50fd56cc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0cb4952-0b95-45a3-a95a-b20b2728670f HTTP/1.1" status: 204  len: 168 time: 0.1876016
May 19 23:08:14.513027 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f002b8e-e67f-4e36-8296-af2c115329c9 req-5f986e90-e7b4-45e8-a2a9-8ce66ec929f1 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:14.514487 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3f002b8e-e67f-4e36-8296-af2c115329c9 req-5f986e90-e7b4-45e8-a2a9-8ce66ec929f1 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0795047
May 19 23:08:14.559894 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3f002b8e-e67f-4e36-8296-af2c115329c9 req-6a7cf453-c766-4fa2-b0af-25e140c8c459 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395579
May 19 23:08:14.811781 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40308) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:14.916733 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-582418887-network', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:14.921730 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:14.925963 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Usage tracker for resource:network and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:14.928908 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:14.935814 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:14.945674 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Made reservation on behalf of 4e9e58f86f5542dab77bd679acbe76a6 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:08:14.948164 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:14.959772 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:14.974073 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:14.977795 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Usage tracker for resource:security_group_rule and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:14.980929 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:14.986516 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:15.076616 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.081199 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.085968 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7d29735f-7d66-4ef8-a825-72c1ffdc0cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:15.115804 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:08:15.126472 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3e3cad-dedb-4b73-a5f1-396be73a1ad1,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:15.130558 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:15.131478 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.131811 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Added segment 2405a208-5c4b-4f84-aeb3-f115ce0cb815 of type vlan for network 11a79554-ad4d-4855-8029-2fed5693b697
May 19 23:08:15.158289 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.188999 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.190786 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:15.191557 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.196794 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6302b56d-dbc8-43b5-b706-116ea05d0e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:15.314416 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5015094
May 19 23:08:15.317266 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Pushing event updated for resources: {'Network': ['ID=11a79554-ad4d-4855-8029-2fed5693b697,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:15.317497 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40338) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:15.323010 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:15.326630 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Request body: {'subnet': {'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-582418887-subnet', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:15.327685 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 11a79554-ad4d-4855-8029-2fed5693b697 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:08:15.331860 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:15.342650 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Usage tracker for resource:subnet and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:15.349675 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:15.376002 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:15.376533 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40348) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:15.415838 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Made reservation on behalf of 4e9e58f86f5542dab77bd679acbe76a6 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:08:15.419627 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233147'] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.593579 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.613883 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:15.620012 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Usage tracker for resource:security_group_rule and tenant:0be278e41a564f158e06d62d7014afda is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:15.624262 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:15.632035 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:15.825093 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.830118 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:15.837815 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:15.894840 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0be278e41a564f158e06d62d7014afda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5146496
May 19 23:08:15.894840 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b050aea0-6e48-4ee3-9130-9f2746676338,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:15.895438 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40370) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:15.905805 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b510-5e1e-4c0e-beb0-b3225ef6cac4 req-63902650-2463-402c-908a-921d510c891d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:15.913426 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1966b510-5e1e-4c0e-beb0-b3225ef6cac4 req-63902650-2463-402c-908a-921d510c891d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1872473
May 19 23:08:15.916815 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:16.010906 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1966b510-5e1e-4c0e-beb0-b3225ef6cac4 req-7e2c3109-adcf-49f6-b58a-567b4c05cb55 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825415
May 19 23:08:16.048070 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-49f27204-7a10-475b-ab85-f3ae8bdb204e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.079177 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-49f27204-7a10-475b-ab85-f3ae8bdb204e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.140799 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-49f27204-7a10-475b-ab85-f3ae8bdb204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.145503 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:16.157863 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f27204-7a10-475b-ab85-f3ae8bdb204e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b050aea0-6e48-4ee3-9130-9f2746676338,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:16.165937 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-49f27204-7a10-475b-ab85-f3ae8bdb204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:16.167204 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6169069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233097'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.168641 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-49f27204-7a10-475b-ab85-f3ae8bdb204e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.169952 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-49f27204-7a10-475b-ab85-f3ae8bdb204e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b050aea0-6e48-4ee3-9130-9f2746676338 HTTP/1.1" status: 204  len: 168 time: 0.2734210
May 19 23:08:16.183202 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-3701b256-08c1-49fc-9b0d-7b7c7ad7165e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:16.267895 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0a9720-efa2-41fe-a590-cdcfcdb3884f,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:16.272435 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:16.280594 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Checking segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:08:16.281256 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Network hostable DHCP agents. Network: 11a79554-ad4d-4855-8029-2fed5693b697, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:08:16.301444 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Network 11a79554-ad4d-4855-8029-2fed5693b697 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:08:16.319705 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 11a79554-ad4d-4855-8029-2fed5693b697) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:08:16.332908 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034e7cdd-6cad-4e80-99bd-e4e1e1938379 None None] Network 11a79554-ad4d-4855-8029-2fed5693b697 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:08:16.340457 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:16.341316 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.379463 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0603251
May 19 23:08:16.382429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40386) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:16.389025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:16.396651 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:16.402436 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Usage tracker for resource:router and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:16.410913 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:16.418012 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:16.430549 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.432609 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.456981 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.573406 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40392) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:16.593122 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.609889 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:16.614150 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:054777200ad94adfb0ac78347a829fe7 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:16.617129 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:16.617948 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-11a79554-ad4d-4855-8029-2fed5693b697', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:08:16.618791 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.624605 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:16.734499 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.740101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.751780 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:16.793912 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=054777200ad94adfb0ac78347a829fe7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2190228
May 19 23:08:16.798079 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40398) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:16.813975 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a74eb-b211-4a9d-bc08-fc854f817520,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:16.818117 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:16.823950 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Allocated IP 172.20.0.2 (11a79554-ad4d-4855-8029-2fed5693b697/8f0a9720-efa2-41fe-a590-cdcfcdb3884f/d7c23edb-cc27-448b-b391-4a847fa8e870) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:08:16.833754 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.868621 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-07af7521-6279-41a7-b111-436526c0c5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.899632 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-07af7521-6279-41a7-b111-436526c0c5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.961028 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-07af7521-6279-41a7-b111-436526c0c5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.968967 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-21ecea30-bcc5-4149-a9a9-72c6faaf6165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:16.985862 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-07af7521-6279-41a7-b111-436526c0c5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:16.989487 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-07af7521-6279-41a7-b111-436526c0c5e8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f8a74eb-b211-4a9d-bc08-fc854f817520 HTTP/1.1" status: 204  len: 168 time: 0.1880176
May 19 23:08:16.989487 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af7521-6279-41a7-b111-436526c0c5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a74eb-b211-4a9d-bc08-fc854f817520,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:16.996525 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-07af7521-6279-41a7-b111-436526c0c5e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:17.065765 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.083796 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Transition to ACTIVE for port object d7c23edb-cc27-448b-b391-4a847fa8e870 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:17.122470 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Transition to ACTIVE for port object d7c23edb-cc27-448b-b391-4a847fa8e870 will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:17.130810 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.139122 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:17.213890 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Network 11a79554-ad4d-4855-8029-2fed5693b697 is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:08:17.217458 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:08:17.221290 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:08:17.230436 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Pushing event updated for resources: {'Port': ['ID=d7c23edb-cc27-448b-b391-4a847fa8e870,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:17.239291 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.239822 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.240355 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.241690 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.242358 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.242840 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.243484 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.243988 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.244861 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.245370 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.245731 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.246066 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:17.290689 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:17.352508 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.387139 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Attempting to bind port d7c23edb-cc27-448b-b391-4a847fa8e870 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:08:17.387665 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Attempting to bind port d7c23edb-cc27-448b-b391-4a847fa8e870 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:08:17.388221 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Attempting to bind port d7c23edb-cc27-448b-b391-4a847fa8e870 on network 11a79554-ad4d-4855-8029-2fed5693b697 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:08:17.394917 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:08:17.395906 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Checking segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:08:17.396145 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.396860 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.397421 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Bound using segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:08:17.398357 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Bound port: d7c23edb-cc27-448b-b391-4a847fa8e870, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:08:17.398906 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.452146 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99dcea-567e-445f-b6ff-223eff63f2a7 req-9ff89dc1-60a9-49be-bb53-5fe7efd7691a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:17.453934 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1f99dcea-567e-445f-b6ff-223eff63f2a7 req-9ff89dc1-60a9-49be-bb53-5fe7efd7691a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2767217
May 19 23:08:17.517007 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] For port d7c23edb-cc27-448b-b391-4a847fa8e870, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:08:17.521676 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] For port d7c23edb-cc27-448b-b391-4a847fa8e870, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=d7c23edb-cc27-448b-b391-4a847fa8e870,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:08:17.527159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.533209 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:17.593493 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1f99dcea-567e-445f-b6ff-223eff63f2a7 req-6e02fe5e-5449-434a-8129-50c8d8036a63 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271844
May 19 23:08:17.661189 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Allocated IP 172.27.0.10 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/ca142109-82d9-4c17-80e4-a059a90d0632) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:08:17.687223 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Pushing event updated for resources: {'Port': ['ID=d7c23edb-cc27-448b-b391-4a847fa8e870,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:17.690805 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:17.860462 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.922155 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:17.930738 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:18.004891 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:08:18.007922 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:08:18.010906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:08:18.056148 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Pushing event updated for resources: {'Port': ['ID=ca142109-82d9-4c17-80e4-a059a90d0632,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:18.060031 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:18.458438 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:18.743421 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24137eb-bb37-49b6-9236-06916283ce11 None None] Network 11a79554-ad4d-4855-8029-2fed5693b697 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:08:18.881041 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-ce254264-7ca0-49c8-980b-c69ce5d04e8a None None] Provisioning for port d7c23edb-cc27-448b-b391-4a847fa8e870 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:19.014096 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:19.024506 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd354df-8101-4f74-ae3e-0ebe30a4fbb8 req-b3d9ff82-deb2-4639-b2b6-52102f430768 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:19.026804 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9dd354df-8101-4f74-ae3e-0ebe30a4fbb8 req-b3d9ff82-deb2-4639-b2b6-52102f430768 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1875219
May 19 23:08:19.156949 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device d7c23edb-cc27-448b-b391-4a847fa8e870 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:08:19.193721 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9dd354df-8101-4f74-ae3e-0ebe30a4fbb8 req-88b3736c-8ba0-47bd-b51b-cecb30ded824 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144199
May 19 23:08:19.248822 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port d7c23edb-cc27-448b-b391-4a847fa8e870 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:19.256181 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port d7c23edb-cc27-448b-b391-4a847fa8e870 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:19.256579 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:19.282823 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Router 8aefcd87-ea01-4418-b325-2a83559aef1c is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:08:19.334970 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-79b6ec69-1bc4-4d03-afb8-166dba86fc8a None None] Provisioning complete for port d7c23edb-cc27-448b-b391-4a847fa8e870 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:19.335550 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-79b6ec69-1bc4-4d03-afb8-166dba86fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:19.445224 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:19.467772 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:08:19.478822 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Sync routers for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:08:19.498540 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:08:19.499177 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673117250>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:08:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:19.503057 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:19.504661 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1211808
May 19 23:08:19.507677 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40488) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:19.602224 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port d7c23edb-cc27-448b-b391-4a847fa8e870, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=d7c23edb-cc27-448b-b391-4a847fa8e870,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:19.615055 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-79b6ec69-1bc4-4d03-afb8-166dba86fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:19.628274 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:19.634965 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-8abb57e7-cdf8-497c-9469-c58eede4bc98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:19.746613 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:08:19.787901 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.db.api [None req-79b6ec69-1bc4-4d03-afb8-166dba86fc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 19 23:08:19.788773 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_db.api [None req-79b6ec69-1bc4-4d03-afb8-166dba86fc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 19 23:08:19.801307 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=d7c23edb-cc27-448b-b391-4a847fa8e870,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:19.806297 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:20.097604 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673117250>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:18Z', 'revision_number': 3, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:20.102342 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Checking router: 8aefcd87-ea01-4418-b325-2a83559aef1c for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:08:20.102770 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Updating router 8aefcd87-ea01-4418-b325-2a83559aef1c port ca142109-82d9-4c17-80e4-a059a90d0632 binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:08:20.178218 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:20.491892 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:20.695883 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:20.710390 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Transition to ACTIVE for port object ca142109-82d9-4c17-80e4-a059a90d0632 will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:20.711147 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40532) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:20.718339 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:20.722700 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-ca97729d-1fc5-4f79-8d15-3025fbd231cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:20.769506 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Allocated IP 172.20.0.1 (11a79554-ad4d-4855-8029-2fed5693b697/8f0a9720-efa2-41fe-a590-cdcfcdb3884f/d04da0d8-c4d8-4790-9044-793195e2ca66) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:08:20.797304 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Pushing event updated for resources: {'Port': ['ID=ca142109-82d9-4c17-80e4-a059a90d0632,revision_number=2']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:20.805388 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.806883 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.807232 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.807560 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.807881 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.808230 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.808547 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.808862 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.809197 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.809518 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.809890 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.810171 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:08:20.814803 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:20.832493 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Attempting to bind port ca142109-82d9-4c17-80e4-a059a90d0632 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:08:20.832493 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Attempting to bind port ca142109-82d9-4c17-80e4-a059a90d0632 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:08:20.832800 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Attempting to bind port ca142109-82d9-4c17-80e4-a059a90d0632 on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:08:20.838946 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:08:20.839322 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:08:20.839724 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:20.840118 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:08:20.840590 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Bound port: ca142109-82d9-4c17-80e4-a059a90d0632, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:08:20.840964 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:20.928022 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] For port ca142109-82d9-4c17-80e4-a059a90d0632, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:08:20.931216 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] For port ca142109-82d9-4c17-80e4-a059a90d0632, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=ca142109-82d9-4c17-80e4-a059a90d0632,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:08:20.938735 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:20.941622 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:20.944512 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:20.956379 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:20.960504 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:0204416710794d2c8fb6a1512e715504 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:20.964008 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:20.969932 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:20.992283 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.011326 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Transition to ACTIVE for port object d04da0d8-c4d8-4790-9044-793195e2ca66 will not be triggered until provisioned by entity DHCP. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:21.038497 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Pushing event updated for resources: {'Port': ['ID=ca142109-82d9-4c17-80e4-a059a90d0632,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:21.043034 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.044928 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-fb6883b6-51ac-4dad-a544-960144185eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:21.062302 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:21.070361 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:08:21.071139 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673117250>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:08:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:21.094622 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.103427 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.127459 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-419d5c6e-6572-4898-b1e8-0a93fc53a5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:21.138903 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Network 11a79554-ad4d-4855-8029-2fed5693b697 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:08:21.156160 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:08:21.168455 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device d7c23edb-cc27-448b-b391-4a847fa8e870 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:08:21.172191 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9441cf05-136b-42ee-9a2e-9b63dc0d0129,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:21.173132 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:08:21.178100 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:21.203991 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0204416710794d2c8fb6a1512e715504&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4915967
May 19 23:08:21.209565 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40550) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:21.283856 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d04da0d8-c4d8-4790-9044-793195e2ca66,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:21.289789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:21.330752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cb5af-a0db-461d-8b2d-b7fea7fd6291 req-1a090f9f-03c4-4294-88c8-aa2837008f77 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:21.332298 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f71cb5af-a0db-461d-8b2d-b7fea7fd6291 req-1a090f9f-03c4-4294-88c8-aa2837008f77 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.8952267
May 19 23:08:21.333886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port d7c23edb-cc27-448b-b391-4a847fa8e870 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:21.336174 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.391893 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5388490e-5719-4079-8856-ac07be18c3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.458340 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.487402 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5388490e-5719-4079-8856-ac07be18c3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.564794 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:08:21.622629 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f71cb5af-a0db-461d-8b2d-b7fea7fd6291 req-34775f12-c600-455b-aac9-d71c30136ac4 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753675
May 19 23:08:21.654855 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-27265e15-77ba-4900-bcd6-557e93828085 None None] Provisioning for port d04da0d8-c4d8-4790-9044-793195e2ca66 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:21.664381 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5388490e-5719-4079-8856-ac07be18c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.670772 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-030b0cd6-7f8c-414a-91ad-fa470899e5e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:21.686673 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-27265e15-77ba-4900-bcd6-557e93828085 None None] Provisioning complete for port d04da0d8-c4d8-4790-9044-793195e2ca66 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:21.687051 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-27265e15-77ba-4900-bcd6-557e93828085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.707140 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388490e-5719-4079-8856-ac07be18c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9441cf05-136b-42ee-9a2e-9b63dc0d0129,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:21.724309 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5388490e-5719-4079-8856-ac07be18c3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:21.726330 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5388490e-5719-4079-8856-ac07be18c3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.728820 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-5388490e-5719-4079-8856-ac07be18c3e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9441cf05-136b-42ee-9a2e-9b63dc0d0129 HTTP/1.1" status: 204  len: 168 time: 0.5180557
May 19 23:08:21.947499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:21.949153 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-27265e15-77ba-4900-bcd6-557e93828085 None None] Port d04da0d8-c4d8-4790-9044-793195e2ca66 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:08:22.183912 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673117250>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:18Z', 'revision_number': 3, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:22.188098 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a140d3a-ca37-4d77-a996-324169c68f10 None None] The sync data for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi is: [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:18Z', 'revision_number': 3, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:08:22.223040 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40580) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:22.258149 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.281516 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:22.299939 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Usage tracker for resource:security_group_rule and tenant:b32318900b304d07ba5b8425db62af2b is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:22.306094 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:22.314282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:22.403356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.409431 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.423759 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.429378 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.442268 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-31c75227-b68b-4441-a990-8511e2e87559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:22.444221 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:22.488401 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b32318900b304d07ba5b8425db62af2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2642756
May 19 23:08:22.489294 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d32f72-f3b5-47bc-ac2d-c0d1ac4db4fd,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:22.492502 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:22.493363 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40586) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:22.565682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.597299 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d04da0d8-c4d8-4790-9044-793195e2ca66,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:22.620211 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-91dd9476-d39b-41f3-a03c-e2e1fe38d9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.620424 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:22.662414 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-91dd9476-d39b-41f3-a03c-e2e1fe38d9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.727723 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Network 11a79554-ad4d-4855-8029-2fed5693b697 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:08:22.729398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:08:22.742190 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-91dd9476-d39b-41f3-a03c-e2e1fe38d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.751045 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8e217adc-f8e6-4c9a-8e7d-b50f3425afb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:22.769135 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd9476-d39b-41f3-a03c-e2e1fe38d9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d32f72-f3b5-47bc-ac2d-c0d1ac4db4fd,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:22.792807 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-91dd9476-d39b-41f3-a03c-e2e1fe38d9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:22.797786 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-91dd9476-d39b-41f3-a03c-e2e1fe38d9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:22.804142 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-91dd9476-d39b-41f3-a03c-e2e1fe38d9d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79d32f72-f3b5-47bc-ac2d-c0d1ac4db4fd HTTP/1.1" status: 204  len: 168 time: 0.3089378
May 19 23:08:23.102939 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-53b48608-2c4e-4dcd-89a0-79884e774b30 None None] Provisioning complete for port d04da0d8-c4d8-4790-9044-793195e2ca66 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:23.104050 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-53b48608-2c4e-4dcd-89a0-79884e774b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:23.104698 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1873ba1-e273-4b48-8b55-5739515dc83a req-3865175c-238c-4175-bd08-51e809f6c507 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:23.106257 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d1873ba1-e273-4b48-8b55-5739515dc83a req-3865175c-238c-4175-bd08-51e809f6c507 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2277231
May 19 23:08:23.120896 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Router 8aefcd87-ea01-4418-b325-2a83559aef1c has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:08:23.231574 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device ca142109-82d9-4c17-80e4-a059a90d0632 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:08:23.426331 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-53b48608-2c4e-4dcd-89a0-79884e774b30 None None] Port d04da0d8-c4d8-4790-9044-793195e2ca66 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:08:23.457618 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d1873ba1-e273-4b48-8b55-5739515dc83a req-84caf424-5cd2-4691-abaa-d319d7673ee0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3401937
May 19 23:08:23.487571 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:08:23.490198 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port ca142109-82d9-4c17-80e4-a059a90d0632 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:23.499676 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port ca142109-82d9-4c17-80e4-a059a90d0632 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:23.501007 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:23.502129 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] 10.222.0.25 "PUT /v2.0/routers/8aefcd87-ea01-4418-b325-2a83559aef1c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9925923
May 19 23:08:23.722662 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:23.746601 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port ca142109-82d9-4c17-80e4-a059a90d0632, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=ca142109-82d9-4c17-80e4-a059a90d0632,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:23.753518 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:23.759102 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d6ab41fb-b098-43b9-afd8-55b9a12d2b7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:23.860738 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=ca142109-82d9-4c17-80e4-a059a90d0632,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:23.877844 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:24.255141 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40654) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:24.261442 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899916748', 'description': 'tempest-description--515780489'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:24.271410 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:24.276015 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:security_group and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:24.280511 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:24.287182 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:24.307642 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.333093 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:24.337048 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:security_group_rule and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:24.340140 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:24.346081 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:24.390071 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Sync routers for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:08:24.404743 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:08:24.405978 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06730d8f40>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:08:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:24.430538 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.435791 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.442498 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1e115450-ef7d-49af-944f-5435c57eb581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:24.485138 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56a86ba-777b-40a3-97f2-f5a980b0a9ec,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:24.488491 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:24.489332 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.494030 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2377529
May 19 23:08:24.494506 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40664) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:24.502030 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'security_group_rule': {'security_group_id': 'a56a86ba-777b-40a3-97f2-f5a980b0a9ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:24.513430 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:24.522576 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:security_group_rule and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:24.527175 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:24.545256 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:24.573596 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.632149 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:08:24.692401 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9fb4b1-e4b3-45eb-9f44-4c144dafe4fa req-8a5d6b1a-ace6-4205-8a87-4b76a91c78b2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:24.700182 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0d9fb4b1-e4b3-45eb-9f44-4c144dafe4fa req-8a5d6b1a-ace6-4205-8a87-4b76a91c78b2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1008937
May 19 23:08:24.711582 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.719637 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.737864 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f1574c83-ae1d-4ac6-9626-8c27804bcc26 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:24.760216 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0d9fb4b1-e4b3-45eb-9f44-4c144dafe4fa req-41973afd-cfeb-405a-b7f7-a272eb4c77e5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590179
May 19 23:08:24.795750 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c8f110-36ce-481e-bdc0-1838c81bc3fc,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:24.810941 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.812441 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3157277
May 19 23:08:24.814032 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:24.815597 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40682) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:24.825505 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'security_group_rule': {'security_group_id': 'a56a86ba-777b-40a3-97f2-f5a980b0a9ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:24.838276 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:24.846890 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:security_group_rule and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:24.862302 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:24.868448 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:24.891224 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:24.998083 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06730d8f40>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:22Z', 'revision_number': 2, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:25.002530 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Checking router: 8aefcd87-ea01-4418-b325-2a83559aef1c for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:08:25.003169 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Updating router 8aefcd87-ea01-4418-b325-2a83559aef1c port d04da0d8-c4d8-4790-9044-793195e2ca66 binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:08:25.007618 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.013725 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.017054 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:25.067192 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004ce12d-93a5-4e0a-b763-153069b8956f,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:25.074589 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:25.077451 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.081117 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.082968 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40694) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:25.084066 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2669837
May 19 23:08:25.091609 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:25.101383 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:25.106546 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:floatingip and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:25.119228 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:25.119334 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device ca142109-82d9-4c17-80e4-a059a90d0632 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:08:25.132303 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:25.143233 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.284174 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.302770 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port ca142109-82d9-4c17-80e4-a059a90d0632 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:25.303198 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.439792 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Allocated IP 172.27.0.68 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/c241cacc-bef9-4c18-9d42-b01dad701b89) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:08:25.606844 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.637232 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.642194 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e0e28bcf-8985-4706-a356-dd0f0f2eb95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:25.645972 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.661402 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Transition to ACTIVE for port object d04da0d8-c4d8-4790-9044-793195e2ca66 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:25.669179 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.677310 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:25.709963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:08:25.713552 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:08:25.717962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:08:25.760339 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'Port': ['ID=c241cacc-bef9-4c18-9d42-b01dad701b89,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:25.786764 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:25.840244 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.866356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40722) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:25.935407 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:25.944216 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61c099-7f35-457d-8fbc-f4bab904c766 None None] Pushing event updated for resources: {'Port': ['ID=d04da0d8-c4d8-4790-9044-793195e2ca66,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:25.952087 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-3e61c099-7f35-457d-8fbc-f4bab904c766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:26.032279 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Attempting to bind port d04da0d8-c4d8-4790-9044-793195e2ca66 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:08:26.032652 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Attempting to bind port d04da0d8-c4d8-4790-9044-793195e2ca66 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:08:26.033015 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Attempting to bind port d04da0d8-c4d8-4790-9044-793195e2ca66 on network 11a79554-ad4d-4855-8029-2fed5693b697 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:08:26.038552 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:08:26.038924 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Checking segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:08:26.039326 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.039720 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Bound using segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:08:26.040185 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Bound port: d04da0d8-c4d8-4790-9044-793195e2ca66, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:08:26.040554 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.049001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2351d6-b349-4cc2-9e57-38c2b35031d5 req-552bf111-3adf-4346-b2ef-97503a970209 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:26.051131 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7e2351d6-b349-4cc2-9e57-38c2b35031d5 req-552bf111-3adf-4346-b2ef-97503a970209 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1254313
May 19 23:08:26.090276 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.111799 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:26.122151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Usage tracker for resource:security_group_rule and tenant:b71da8e166e944b1b46c2afcd3d86e7f is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:26.126839 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:26.153107 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7e2351d6-b349-4cc2-9e57-38c2b35031d5 req-d5baa36d-19ef-48e4-a710-775f3600fe98 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855615
May 19 23:08:26.154060 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:26.182373 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] For port d04da0d8-c4d8-4790-9044-793195e2ca66, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:08:26.186258 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] For port d04da0d8-c4d8-4790-9044-793195e2ca66, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=d04da0d8-c4d8-4790-9044-793195e2ca66,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:08:26.192265 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.198758 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:26.282898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:08:26.283535 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06730d8f40>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:08:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:26.287060 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.291920 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.303241 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-41f6d2ac-c3d2-40c2-98f4-727f8b446ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:26.332899 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.340277 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.355130 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d5446b15-903c-4496-bf34-fbd943f70dcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:26.363471 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cb0bfc-99ab-48fc-a0b2-f215e1d3172f,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:26.367690 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:26.371123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61c099-7f35-457d-8fbc-f4bab904c766 None None] Pushing event updated for resources: {'Port': ['ID=d04da0d8-c4d8-4790-9044-793195e2ca66,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:26.374925 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b71da8e166e944b1b46c2afcd3d86e7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5047252
May 19 23:08:26.375578 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40732) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:26.377311 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-3e61c099-7f35-457d-8fbc-f4bab904c766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:26.443352 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'Port': ['ID=c241cacc-bef9-4c18-9d42-b01dad701b89,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:26.452937 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:26.458621 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd2-0712-4367-9a21-df9c41c8369c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.490530 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd2-0712-4367-9a21-df9c41c8369c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.526380 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:08:26.532468 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.571131 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.573794 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd2-0712-4367-9a21-df9c41c8369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.579117 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4942672
May 19 23:08:26.580991 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c68de347-d50d-42e5-9b9c-57a3a7426da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:26.605851 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac5cd2-0712-4367-9a21-df9c41c8369c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cb0bfc-99ab-48fc-a0b2-f215e1d3172f,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:26.609266 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-11ac5cd2-0712-4367-9a21-df9c41c8369c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:26.614381 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-11ac5cd2-0712-4367-9a21-df9c41c8369c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95cb0bfc-99ab-48fc-a0b2-f215e1d3172f HTTP/1.1" status: 204  len: 168 time: 0.2377162
May 19 23:08:26.615676 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-11ac5cd2-0712-4367-9a21-df9c41c8369c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:26.936688 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7d47c337-65c2-4069-ac33-f5a9ec38ca5c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Synchronizing usage tracker for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:08:26.938566 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06730d8f40>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:26Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:26.943566 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db9611-0fa4-4aa1-a9b5-3f1334081f8c None None] The sync data for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi is: [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:26Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:08:26.971179 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7d47c337-65c2-4069-ac33-f5a9ec38ca5c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Unset dirty status for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:08:26.981736 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7d47c337-65c2-4069-ac33-f5a9ec38ca5c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1899916748&fields=id&tenant_id=4e9e58f86f5542dab77bd679acbe76a6 HTTP/1.1" status: 200  len: 267 time: 0.1683934
May 19 23:08:27.061778 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40768) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:27.082110 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.099132 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:27.104256 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Usage tracker for resource:security_group_rule and tenant:ab31f83d4657459c8681e5a331cf3d41 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:27.107924 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:27.116442 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:27.212380 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-9be0c6fc-6521-4913-9985-870f92f540da tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:27.213921 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-9be0c6fc-6521-4913-9985-870f92f540da tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Synchronizing usage tracker for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:network {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:08:27.240470 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-9be0c6fc-6521-4913-9985-870f92f540da tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Unset dirty status for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:network {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:08:27.242070 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device d04da0d8-c4d8-4790-9044-793195e2ca66 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:08:27.248880 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-9be0c6fc-6521-4913-9985-870f92f540da tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 810 time: 0.2663057
May 19 23:08:27.290778 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-ccd28472-4daa-4e40-801a-db8eed546322 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/quotas/4e9e58f86f5542dab77bd679acbe76a6 HTTP/1.1" status: 200  len: 375 time: 0.0404384
May 19 23:08:27.360354 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.379914 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.390769 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port d04da0d8-c4d8-4790-9044-793195e2ca66 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:27.398847 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port d04da0d8-c4d8-4790-9044-793195e2ca66 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:27.399230 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.401762 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-95e62688-96fb-4ba7-b8f2-bf2b6e6445aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:27.494931 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f3ffb6-9fc6-49f7-9ee5-2aa88e517cd8,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:27.501559 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:27.505643 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab31f83d4657459c8681e5a331cf3d41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4428661
May 19 23:08:27.518913 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40790) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:27.593968 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.635827 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port d04da0d8-c4d8-4790-9044-793195e2ca66, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=d04da0d8-c4d8-4790-9044-793195e2ca66,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:27.646091 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.648349 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-16cd24e1-7131-4209-a3f2-2a8f4461afc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:27.657829 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dafd8-a76a-4a10-9b91-e33d10ae7ded req-82da11d7-8f18-4f7a-aa94-74b2e8ae9106 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:27.670236 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-537dafd8-a76a-4a10-9b91-e33d10ae7ded req-82da11d7-8f18-4f7a-aa94-74b2e8ae9106 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2476633
May 19 23:08:27.690383 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-425104d2-4a73-4823-a42d-530fa70039c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.692633 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d19477ae-832d-42c7-8a0d-45a623076ce8 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Synchronizing usage tracker for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:08:27.752034 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-425104d2-4a73-4823-a42d-530fa70039c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.765013 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-537dafd8-a76a-4a10-9b91-e33d10ae7ded req-2e72b31f-0daa-4bcf-b71f-b411e74f29d1 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944610
May 19 23:08:27.770659 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d19477ae-832d-42c7-8a0d-45a623076ce8 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Unset dirty status for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:08:27.780746 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=d04da0d8-c4d8-4790-9044-793195e2ca66,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:27.784228 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d19477ae-832d-42c7-8a0d-45a623076ce8 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4859793
May 19 23:08:27.788566 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:27.856978 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-425104d2-4a73-4823-a42d-530fa70039c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.862533 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8ac8c2bc-a833-4ffd-a508-fa1f4a2d3f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:27.886378 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425104d2-4a73-4823-a42d-530fa70039c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f3ffb6-9fc6-49f7-9ee5-2aa88e517cd8,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:27.890174 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-425104d2-4a73-4823-a42d-530fa70039c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:27.893880 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-425104d2-4a73-4823-a42d-530fa70039c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:27.897632 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-425104d2-4a73-4823-a42d-530fa70039c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/94f3ffb6-9fc6-49f7-9ee5-2aa88e517cd8 HTTP/1.1" status: 204  len: 168 time: 0.3743134
May 19 23:08:27.908503 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40806) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:27.957135 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-46cfd85f-d5ab-4674-b287-fc00fa6b0520 service neutron] 10.222.0.25 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702423
May 19 23:08:28.015986 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Deleting subnet c7b1a0fd-19ef-4c10-990a-50d662f5d47c {{(pid=91826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:08:28.027560 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:28.095986 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5941817'] for subnet, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:28.179497 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:28.219774 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-f27a0496-4f07-435d-a97f-b448ad6fc80c service neutron] 10.222.0.25 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2611189
May 19 23:08:28.505477 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c50cc8dd-5596-4c5a-bef4-1f03f72ba800 req-688cfe53-56a0-44f4-960d-fcfa0b37c9f2 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 210 time: 0.0810962
May 19 23:08:28.604807 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6168994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233088'] for subnet, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:28.631280 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:28.703176 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:28.716857 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b1a0fd-19ef-4c10-990a-50d662f5d47c,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:28.720256 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:28.722279 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c7b1a0fd-19ef-4c10-990a-50d662f5d47c HTTP/1.1" status: 204  len: 168 time: 0.8126309
May 19 23:08:28.725045 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40840) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:28.975188 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.151067 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device d04da0d8-c4d8-4790-9044-793195e2ca66 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:08:29.281052 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf70333-8dd2-4976-abf9-714cf3543fdb req-9e2bb638-f367-4479-a880-4187f5f3f9da tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:29.284269 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bf70333-8dd2-4976-abf9-714cf3543fdb req-9e2bb638-f367-4479-a880-4187f5f3f9da tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2356629
May 19 23:08:29.326669 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.346411 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port d04da0d8-c4d8-4790-9044-793195e2ca66 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:29.346794 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.362694 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671d31700>,) {'filters': {'network_id': ['b1819323-7bea-4758-b568-3bba120d4cc4']}} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:29.386529 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671d31700>, '5cbcbd0e-5407-4554-b50d-22776650c85c') {'for_net_delete': True} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:29.387148 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671d31700>, '5cbcbd0e-5407-4554-b50d-22776650c85c') {} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:29.405149 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5941806'] for segment, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.418091 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bf70333-8dd2-4976-abf9-714cf3543fdb req-e50cd3fd-a616-4bca-b2b0-f18503e483c3 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253202
May 19 23:08:29.450548 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.458834 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=91826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:08:29.459907 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6212352'] for segment, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]: Traceback (most recent call last):
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     timer()
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     cb(*args, **kw)
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     return func(*args, **kwargs)
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     self._notify()
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     self.callback(batched_events)
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     event.method(event)
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     return f(self, *a, **k)
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._get(url).json()
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self.request(url, 'GET', **kwargs)
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:08:29.480901 dv-cinder-792299-1-iscsi neutron-server[91826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:08:29.622322 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.630767 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:29.651644 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.659496 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1819323-7bea-4758-b568-3bba120d4cc4,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:29.663264 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b1819323-7bea-4758-b568-3bba120d4cc4 HTTP/1.1" status: 204  len: 168 time: 0.9373207
May 19 23:08:29.664323 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a47cde17-6f81-499c-ab41-7b67f0b961d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:29.666651 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 40914) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:29.741538 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c056ad95-7912-407f-a056-8493de2ff78a req-c7b34b65-d3db-4b2f-90f8-a98d44966c01 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 210 time: 0.0647218
May 19 23:08:29.747765 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Deleting subnet 7aabb4af-be46-4edd-98c6-f90cfad06c50 {{(pid=91826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:08:29.751613 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.810231 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5941817'] for subnet, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:29.888406 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:30.349819 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-10ac6436-6312-4dad-bdd5-99811ee727b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:30.351244 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-10ac6436-6312-4dad-bdd5-99811ee727b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 810 time: 0.2335145
May 19 23:08:30.423377 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-dda17324-9c3c-42e6-9ad0-b85aa97b4c1d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9e58f86f5542dab77bd679acbe76a6 HTTP/1.1" status: 200  len: 380 time: 0.0528021
May 19 23:08:30.424423 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6168994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233088'] for subnet, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:30.429328 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ab113fd1-848c-4bf0-b773-46c9c419e4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:30.478992 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'port': {'device_id': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'admin_state_up': True, 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'security_groups': ['a56a86ba-777b-40a3-97f2-f5a980b0a9ec']}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:30.501043 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aabb4af-be46-4edd-98c6-f90cfad06c50,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:30.515959 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:30.520010 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:30.529678 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 40964) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:30.530406 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7aabb4af-be46-4edd-98c6-f90cfad06c50 HTTP/1.1" status: 204  len: 168 time: 0.8619640
May 19 23:08:30.673949 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:30.685102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:30.702084 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Made reservation on behalf of 4e9e58f86f5542dab77bd679acbe76a6 for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:08:30.706338 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:30.771451 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:30.850681 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7498a-ae66-4709-a02a-726d0a1fbd25 req-2fc34410-684d-4871-86f0-d4102064a797 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:30.857782 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-47d7498a-ae66-4709-a02a-726d0a1fbd25 req-2fc34410-684d-4871-86f0-d4102064a797 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2479973
May 19 23:08:30.975804 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Allocated IP 172.20.0.13 (11a79554-ad4d-4855-8029-2fed5693b697/8f0a9720-efa2-41fe-a590-cdcfcdb3884f/2df55109-b3cf-49b1-bcc7-362b1e96791c) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:08:30.980838 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-817c25b7-5e14-4988-bd06-39e8170ac9d7 req-fa1bed1b-ad02-417b-9578-2b40293db396 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 210 time: 0.0535860
May 19 23:08:31.039551 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-47d7498a-ae66-4709-a02a-726d0a1fbd25 req-d62880b8-7536-4ea0-b528-795875725b7a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809113
May 19 23:08:31.044499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.059746 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0672df2970>,) {'filters': {'network_id': ['a6be6527-69d2-4137-baf8-205183a039de']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:31.078127 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0672df2970>, 'b3a6d081-6516-4062-a101-a91d9af451d7') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:31.078712 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0672df2970>, 'b3a6d081-6516-4062-a101-a91d9af451d7') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:31.099505 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.119121 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.128605 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:08:31.129320 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:08:31.146726 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:08:31.253428 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.260163 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a5c23bec-39de-479b-a2cc-c85a483cc0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:31.273729 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.283736 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6be6527-69d2-4137-baf8-205183a039de,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:31.289003 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6be6527-69d2-4137-baf8-205183a039de HTTP/1.1" status: 204  len: 168 time: 0.7571476
May 19 23:08:31.290161 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:31.302533 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.323250 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Transition to ACTIVE for port object 2df55109-b3cf-49b1-bcc7-362b1e96791c will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:31.367611 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.374911 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:31.460708 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'Port': ['ID=2df55109-b3cf-49b1-bcc7-362b1e96791c,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:31.465978 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:31.474673 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Network 11a79554-ad4d-4855-8029-2fed5693b697 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:08:31.475838 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:08:31.478434 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:08:31.517924 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41006) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:31.594899 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-cddf6811-b65d-483d-b73f-7df8df6073e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a345d1ed8a144cbcacd71e7aea9fa497&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0757205
May 19 23:08:31.597936 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41012) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:31.633931 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:31.634918 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.752368 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6b36-e4cf-4ab7-a4a8-4455f1073342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.756801 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2843935
May 19 23:08:31.787487 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6b36-e4cf-4ab7-a4a8-4455f1073342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.800022 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Request body: {'port': {'device_id': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:31.831547 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-36ab1cd5-db85-401e-b027-9e035cd9cb0b None None] Provisioning for port 2df55109-b3cf-49b1-bcc7-362b1e96791c completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:31.840196 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-36ab1cd5-db85-401e-b027-9e035cd9cb0b None None] Provisioning complete for port 2df55109-b3cf-49b1-bcc7-362b1e96791c triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:31.840196 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-36ab1cd5-db85-401e-b027-9e035cd9cb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.895573 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-36ab1cd5-db85-401e-b027-9e035cd9cb0b None None] Port 2df55109-b3cf-49b1-bcc7-362b1e96791c cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:08:31.912194 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41020) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:31.950103 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.960773 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6b36-e4cf-4ab7-a4a8-4455f1073342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:31.966689 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a08dd4a3-df02-4268-8238-ade2403f0df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:31.982983 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d6b36-e4cf-4ab7-a4a8-4455f1073342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49aab61-1b4c-4583-ad8e-b8bfcb90803d,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:31.985331 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7c6d6b36-e4cf-4ab7-a4a8-4455f1073342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:32.033031 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6b36-e4cf-4ab7-a4a8-4455f1073342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.034178 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7c6d6b36-e4cf-4ab7-a4a8-4455f1073342 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a49aab61-1b4c-4583-ad8e-b8bfcb90803d HTTP/1.1" status: 204  len: 168 time: 0.4345396
May 19 23:08:32.070820 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.097672 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:32.108099 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Usage tracker for resource:security_group_rule and tenant:2ace8802b625465a82f4bb38a546a232 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:32.112212 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:32.126574 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:32.382113 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cadafd-2036-4932-925a-61a1aa42cc0b req-940f86f6-9f73-4e4b-a848-c565f66526fb tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:32.383599 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a5cadafd-2036-4932-925a-61a1aa42cc0b req-940f86f6-9f73-4e4b-a848-c565f66526fb tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 932 time: 0.2447736
May 19 23:08:32.411535 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea46fd-918f-478f-9871-c7f7f175ab38 req-465ca24e-f35f-4653-9548-6055c286843a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:32.421987 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df55109-b3cf-49b1-bcc7-362b1e96791c {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:08:32.426424 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-05ea46fd-918f-478f-9871-c7f7f175ab38 req-465ca24e-f35f-4653-9548-6055c286843a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2103934
May 19 23:08:32.434675 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.457071 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Transition to ACTIVE for port object 2df55109-b3cf-49b1-bcc7-362b1e96791c will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:32.461576 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.469256 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:32.511230 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41042) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:32.528976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.542303 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-05ea46fd-918f-478f-9871-c7f7f175ab38 req-63201285-de29-4602-a656-4c16a8d3362e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149347
May 19 23:08:32.544938 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.562809 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a5cadafd-2036-4932-925a-61a1aa42cc0b req-aac47d82-6106-4f0c-88c1-ff5282b1be0a tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1724403
May 19 23:08:32.565331 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-241a1e18-7309-41ed-a7c1-85925d156a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:32.585157 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Pushing event updated for resources: {'Port': ['ID=2df55109-b3cf-49b1-bcc7-362b1e96791c,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:32.614765 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ace8802b625465a82f4bb38a546a232&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7014825
May 19 23:08:32.616749 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb6bb5a-c57c-426b-a5d3-4a1d35c62b31,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:32.619370 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41048) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:32.622570 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:32.708775 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9bb07b36-8a12-42e7-aada-76f3b93ea3b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.745918 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9bb07b36-8a12-42e7-aada-76f3b93ea3b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.751177 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:32.835429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9bb07b36-8a12-42e7-aada-76f3b93ea3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.843186 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4e176e82-d770-42f8-8d52-7ee28c5fe7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:32.858472 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb07b36-8a12-42e7-aada-76f3b93ea3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb6bb5a-c57c-426b-a5d3-4a1d35c62b31,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:32.861157 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9bb07b36-8a12-42e7-aada-76f3b93ea3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:32.862094 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9bb07b36-8a12-42e7-aada-76f3b93ea3b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.863304 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-9bb07b36-8a12-42e7-aada-76f3b93ea3b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6fb6bb5a-c57c-426b-a5d3-4a1d35c62b31 HTTP/1.1" status: 204  len: 168 time: 0.2426395
May 19 23:08:32.875892 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2ddbe004-2ec0-4919-ad2d-4ee003b564c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9efdf8be192c4d42a27facc2ff513649&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3192732
May 19 23:08:32.888843 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41056) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:32.949757 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Attempting to bind port 2df55109-b3cf-49b1-bcc7-362b1e96791c on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:08:32.950491 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Attempting to bind port 2df55109-b3cf-49b1-bcc7-362b1e96791c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:08:32.950893 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Attempting to bind port 2df55109-b3cf-49b1-bcc7-362b1e96791c on network 11a79554-ad4d-4855-8029-2fed5693b697 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:08:32.956889 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Port 2df55109-b3cf-49b1-bcc7-362b1e96791c on network 11a79554-ad4d-4855-8029-2fed5693b697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:08:32.957204 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Attempting to bind port 2df55109-b3cf-49b1-bcc7-362b1e96791c on network 11a79554-ad4d-4855-8029-2fed5693b697 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:08:32.970261 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51cfab12-e95b-47b2-9da6-30fc66bf0d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:32.971200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:08:32.972110 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Checking segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:08:32.973196 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Bound using segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:08:32.974097 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Bound port: 2df55109-b3cf-49b1-bcc7-362b1e96791c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:08:32.975124 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.000462 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51cfab12-e95b-47b2-9da6-30fc66bf0d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.099739 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51cfab12-e95b-47b2-9da6-30fc66bf0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.104573 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-48e327d9-0863-4718-b872-b31481200f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:33.135610 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfab12-e95b-47b2-9da6-30fc66bf0d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af575f-dbbf-4e2d-95e3-dfe1d5b12414,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:33.149153 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] For port 2df55109-b3cf-49b1-bcc7-362b1e96791c, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:08:33.153549 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] For port 2df55109-b3cf-49b1-bcc7-362b1e96791c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:08:33.154346 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-51cfab12-e95b-47b2-9da6-30fc66bf0d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:33.160110 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-51cfab12-e95b-47b2-9da6-30fc66bf0d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.161420 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-51cfab12-e95b-47b2-9da6-30fc66bf0d68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75af575f-dbbf-4e2d-95e3-dfe1d5b12414 HTTP/1.1" status: 204  len: 168 time: 0.2702327
May 19 23:08:33.162639 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.177741 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d340b3a0-a48a-4987-b20c-5a3b975e8f9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:33.240367 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:33.241196 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.242574 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] 10.222.0.36 "PUT /v2.0/ports/2df55109-b3cf-49b1-bcc7-362b1e96791c HTTP/1.1" status: 200  len: 1094 time: 1.4470448
May 19 23:08:33.245655 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'tag': '2df55109-b3cf-49b1-bcc7-362b1e96791c'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:08:33.277813 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Pushing event updated for resources: {'Port': ['ID=2df55109-b3cf-49b1-bcc7-362b1e96791c,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:33.295739 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:33.317528 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'tag': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'status': 'completed', 'code': 200}
May 19 23:08:33.422340 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-b328fc94-2e70-4e4c-875f-7692454e6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:33.424126 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-b328fc94-2e70-4e4c-875f-7692454e6f77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 1097 time: 0.0910649
May 19 23:08:33.449976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41074) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:33.473363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.492682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:33.497247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Usage tracker for resource:security_group_rule and tenant:201d190929344e38a385d9509c73f042 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:33.500460 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:33.506348 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:33.514681 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-3444a83f-4396-4e48-9f20-8a3aa8f0d5b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c HTTP/1.1" status: 200  len: 217 time: 0.0731564
May 19 23:08:33.602567 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-eb518779-2d8d-4e23-8e6a-07bde0bb260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:33.605091 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-eb518779-2d8d-4e23-8e6a-07bde0bb260a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.0838952
May 19 23:08:33.668059 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.673613 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:33.694327 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ff26c1e1-3d29-4812-9f9f-bf99f9ccb857 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:33.753330 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-5deee4f1-83ca-459d-aba8-ea7d65d5a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:33.755132 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-5deee4f1-83ca-459d-aba8-ea7d65d5a99e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1423376
May 19 23:08:33.902272 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=201d190929344e38a385d9509c73f042&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4510641
May 19 23:08:33.904822 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41092) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:33.910072 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-6ee82c1d-32e3-4136-9914-215971792741 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450732
May 19 23:08:33.911553 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdacbbc0-5333-41de-8a3a-2cc7a68001bc,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:33.914626 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:33.963624 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f4a19-d7c3-40b6-b225-0d0b83ae6590 req-052a147b-7c23-4521-843b-17887f68fca3 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:33.965825 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dd6f4a19-d7c3-40b6-b225-0d0b83ae6590 req-052a147b-7c23-4521-843b-17887f68fca3 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 944 time: 0.2017467
May 19 23:08:33.974605 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cf353-7837-4a50-b5bc-ed1603dda1ce req-17b8654e-979f-409b-80ce-360ea981e63d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:33.975999 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-266cf353-7837-4a50-b5bc-ed1603dda1ce req-17b8654e-979f-409b-80ce-360ea981e63d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2866406
May 19 23:08:34.062624 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dd6f4a19-d7c3-40b6-b225-0d0b83ae6590 req-4d66ba9c-052f-4140-b51e-75135e423681 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0783956
May 19 23:08:34.068019 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-266cf353-7837-4a50-b5bc-ed1603dda1ce req-a6564152-13c1-474e-b4c9-ce5b063b79ca tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676701
May 19 23:08:34.074493 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-81ac1dc8-48bf-4868-b498-109fe52e933f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:34.122981 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-81ac1dc8-48bf-4868-b498-109fe52e933f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:34.183371 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1fcc80eb-ce31-4617-9b4c-835667c125c7 req-301a420a-0db8-4eb8-bd80-88bef0f7509c service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2444565
May 19 23:08:34.211532 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-81ac1dc8-48bf-4868-b498-109fe52e933f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:34.221491 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e439f1a2-6db0-4320-86cf-9694984a7cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:34.236507 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac1dc8-48bf-4868-b498-109fe52e933f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdacbbc0-5333-41de-8a3a-2cc7a68001bc,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:34.239029 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-81ac1dc8-48bf-4868-b498-109fe52e933f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:34.243870 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-81ac1dc8-48bf-4868-b498-109fe52e933f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdacbbc0-5333-41de-8a3a-2cc7a68001bc HTTP/1.1" status: 204  len: 168 time: 0.3377931
May 19 23:08:34.246087 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-81ac1dc8-48bf-4868-b498-109fe52e933f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:34.389689 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-9dc10ef1-df93-4232-82e5-a96fa79551ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:34.391317 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-9dc10ef1-df93-4232-82e5-a96fa79551ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 1097 time: 0.0836582
May 19 23:08:34.575538 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-2ba59796-6577-4421-8e43-4e98b8f6574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:34.577235 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-2ba59796-6577-4421-8e43-4e98b8f6574f service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 911 time: 0.1789715
May 19 23:08:34.651092 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-2596ac67-090c-4fb1-8fef-d484826e6af0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c HTTP/1.1" status: 200  len: 217 time: 0.0662088
May 19 23:08:34.727299 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-8eb7d3ae-0e6f-43db-84ce-8c2ff854dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:34.747402 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-8eb7d3ae-0e6f-43db-84ce-8c2ff854dd14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.0879881
May 19 23:08:34.912298 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-18d44a80-fe43-4417-b5be-db983c728d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:34.913908 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-18d44a80-fe43-4417-b5be-db983c728d81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1579800
May 19 23:08:34.962319 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41142) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:35.115123 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-1a5a2bdf-3ff5-49df-8c71-58f0680f7450 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870823
May 19 23:08:35.297637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:35.336523 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:35.350741 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Usage tracker for resource:security_group_rule and tenant:1a2024f0530a4f889a596018276bac93 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:35.353441 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0b91219d-7b9f-41ef-9c28-186754f217f7 req-de14b0b5-d2b3-40c3-9e2e-18430de7dcfa service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2289696
May 19 23:08:35.355709 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:35.362891 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:35.412368 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff4592-4cd9-45df-a235-be76dbfb2021 req-1826e56a-7ac9-4e7e-a7de-5e8b2bd2b07b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:35.413869 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6ff4592-4cd9-45df-a235-be76dbfb2021 req-1826e56a-7ac9-4e7e-a7de-5e8b2bd2b07b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 944 time: 0.2283483
May 19 23:08:35.432952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00197e85-b8d0-4432-a78c-c17b3ad488f8 req-9f31a418-281d-467b-a551-93ec102aeeb9 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:35.434452 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-00197e85-b8d0-4432-a78c-c17b3ad488f8 req-9f31a418-281d-467b-a551-93ec102aeeb9 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1793051
May 19 23:08:35.525955 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-00197e85-b8d0-4432-a78c-c17b3ad488f8 req-1f87f420-bd9c-498e-a538-df818faa5687 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775633
May 19 23:08:35.532443 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6ff4592-4cd9-45df-a235-be76dbfb2021 req-8e3d4030-cd95-4bdc-80b1-b2b1b573345a tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094849
May 19 23:08:35.594861 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:35.599553 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:35.607676 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f1a2ba89-6024-4528-98e1-c09668337c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:35.636910 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5ce4b4-e88d-4634-9d62-4463a26afd2d,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:35.640075 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:35.663867 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a2024f0530a4f889a596018276bac93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6998620
May 19 23:08:35.666796 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41170) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:35.734330 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-159ae4e0-e504-4a68-8da5-5b47d7647b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:35.762460 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-159ae4e0-e504-4a68-8da5-5b47d7647b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:35.800174 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2df55109-b3cf-49b1-bcc7-362b1e96791c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:08:35.819219 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-159ae4e0-e504-4a68-8da5-5b47d7647b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:35.823419 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2ab17111-5ca7-4d96-9b5d-001f82a5c0d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:35.834853 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ae4e0-e504-4a68-8da5-5b47d7647b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5ce4b4-e88d-4634-9d62-4463a26afd2d,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:35.841351 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-159ae4e0-e504-4a68-8da5-5b47d7647b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:35.845471 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-159ae4e0-e504-4a68-8da5-5b47d7647b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:35.849021 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-159ae4e0-e504-4a68-8da5-5b47d7647b41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef5ce4b4-e88d-4634-9d62-4463a26afd2d HTTP/1.1" status: 204  len: 168 time: 0.1789422
May 19 23:08:35.957618 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2df55109-b3cf-49b1-bcc7-362b1e96791c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:35.983487 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'port_id': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'mac_address': 'fa:16:3e:22:64:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:08:36.050635 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:36.077069 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df55109-b3cf-49b1-bcc7-362b1e96791c {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:08:36.097150 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2df55109-b3cf-49b1-bcc7-362b1e96791c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:36.105209 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:36.110740 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:36.208925 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2df55109-b3cf-49b1-bcc7-362b1e96791c,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:36.222645 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:36.227563 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc6f4-8638-476f-8f3b-933641f007a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:36.489295 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['2df55109-b3cf-49b1-bcc7-362b1e96791c'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:08:36.673974 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41218) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:36.916417 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:36.963164 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:36.971990 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Usage tracker for resource:security_group_rule and tenant:9affa7e13cec4902aec24f824ae44e23 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:36.976106 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:36.987271 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf80703-3d02-42b5-a5d0-21fe3bb01746 req-126f7b09-dcc3-4b24-a9a7-7ca6d243f1b0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:36.988748 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ccf80703-3d02-42b5-a5d0-21fe3bb01746 req-126f7b09-dcc3-4b24-a9a7-7ca6d243f1b0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2822113
May 19 23:08:36.996333 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:37.039916 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fa57c-f78a-434a-aa0a-1124dc14fb57 req-b78a09a5-f0c4-4879-889c-c4c596dd1051 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:37.048078 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8e6fa57c-f78a-434a-aa0a-1124dc14fb57 req-b78a09a5-f0c4-4879-889c-c4c596dd1051 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 945 time: 0.2660413
May 19 23:08:37.145353 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ccf80703-3d02-42b5-a5d0-21fe3bb01746 req-6c84282e-5fd8-4e17-98d5-69ac0527a33f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440647
May 19 23:08:37.148343 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8e6fa57c-f78a-434a-aa0a-1124dc14fb57 req-f22754c2-4d5a-4e02-87e9-77f50efade4a tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994878
May 19 23:08:37.221530 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:37.244289 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:37.256446 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-51cfab12-e95b-47b2-9da6-30fc66bf0d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:37.305569 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9affa7e13cec4902aec24f824ae44e23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6296954
May 19 23:08:37.306978 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872289d3-2ada-4090-8678-16d7ef912b51,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:37.309248 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41246) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:37.330491 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:37.375432 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe828-1e1d-4955-adeb-884f5ed877f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:37.401894 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe828-1e1d-4955-adeb-884f5ed877f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:37.455578 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe828-1e1d-4955-adeb-884f5ed877f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:37.463526 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b521431b-0f5e-4c5c-95a8-b85f5d3eab82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:37.474472 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fe828-1e1d-4955-adeb-884f5ed877f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872289d3-2ada-4090-8678-16d7ef912b51,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:37.477091 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fc9fe828-1e1d-4955-adeb-884f5ed877f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:37.492491 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe828-1e1d-4955-adeb-884f5ed877f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:37.494535 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-fc9fe828-1e1d-4955-adeb-884f5ed877f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/872289d3-2ada-4090-8678-16d7ef912b51 HTTP/1.1" status: 204  len: 168 time: 0.1839767
May 19 23:08:37.804620 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2df55109-b3cf-49b1-bcc7-362b1e96791c up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:08:37.890482 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 2df55109-b3cf-49b1-bcc7-362b1e96791c completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:37.895377 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 2df55109-b3cf-49b1-bcc7-362b1e96791c triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:37.895761 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:37.943079 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41272) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:37.964202 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:37.981326 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:37.986822 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Usage tracker for resource:security_group_rule and tenant:7a18070f05434639b4665b8e03545bae is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:37.990405 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:37.997549 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:38.034514 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.080411 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df55109-b3cf-49b1-bcc7-362b1e96791c'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:08:38.091866 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2df55109-b3cf-49b1-bcc7-362b1e96791c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:38.098538 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.100686 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-fb9e8e91-17e4-4f82-a552-0835fd6ce7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:38.124435 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.130085 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.155750 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5fe3cd31-8e8f-492e-a4b8-2784eca09df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:38.186239 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'code': 200}
May 19 23:08:38.192031 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a18070f05434639b4665b8e03545bae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2432234
May 19 23:08:38.192696 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41288) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:38.212605 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bc0952-9efc-4a51-b502-35ac7d436641,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:38.216337 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:38.234019 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2df55109-b3cf-49b1-bcc7-362b1e96791c,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:38.242863 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:38.376338 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cca501cc-c408-4fc7-9a57-1bde5b8f8e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.488213 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cca501cc-c408-4fc7-9a57-1bde5b8f8e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.592046 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba25d0-36bc-4998-9c4f-c3e450207883 req-57464eef-22f3-41bd-8221-af480dc2af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:38.594570 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-36ba25d0-36bc-4998-9c4f-c3e450207883 req-57464eef-22f3-41bd-8221-af480dc2af15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 1098 time: 0.1941843
May 19 23:08:38.636144 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78e841-e87e-4eda-9394-bb532c61193a req-e71a0fe5-3bff-430e-a003-1dae6eaf55c8 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:38.637668 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-da78e841-e87e-4eda-9394-bb532c61193a req-e71a0fe5-3bff-430e-a003-1dae6eaf55c8 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.3327258
May 19 23:08:38.649970 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd065f5-b87c-4663-bfa4-f31cc02c48cb req-32690334-22ad-4461-b35c-3381355eed88 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:38.657813 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-abd065f5-b87c-4663-bfa4-f31cc02c48cb req-32690334-22ad-4461-b35c-3381355eed88 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2709768
May 19 23:08:38.678520 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-36ba25d0-36bc-4998-9c4f-c3e450207883 req-94daeeb5-b3d0-42b2-bc37-f3c414c0eec1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757437
May 19 23:08:38.722066 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cca501cc-c408-4fc7-9a57-1bde5b8f8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.722306 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.731537 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:38.772217 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca501cc-c408-4fc7-9a57-1bde5b8f8e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bc0952-9efc-4a51-b502-35ac7d436641,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:38.799769 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-abd065f5-b87c-4663-bfa4-f31cc02c48cb req-09612542-a7cf-4f73-bee4-da4f46a72f9c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1366587
May 19 23:08:38.805637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-cca501cc-c408-4fc7-9a57-1bde5b8f8e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:38.808791 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cca501cc-c408-4fc7-9a57-1bde5b8f8e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:38.822923 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-cca501cc-c408-4fc7-9a57-1bde5b8f8e50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0bc0952-9efc-4a51-b502-35ac7d436641 HTTP/1.1" status: 204  len: 168 time: 0.6263099
May 19 23:08:38.858836 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-da78e841-e87e-4eda-9394-bb532c61193a req-bbb5c590-27a6-4c0c-a36b-ca0aee030acc tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964548
May 19 23:08:38.866819 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb4a04-cfd3-4a30-a3e5-0ecc32885cdc req-e7d71286-6bfa-46dd-abe6-9736c0204790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:38.869176 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-33cb4a04-cfd3-4a30-a3e5-0ecc32885cdc req-e7d71286-6bfa-46dd-abe6-9736c0204790 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 1099 time: 0.3475652
May 19 23:08:38.987249 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-33cb4a04-cfd3-4a30-a3e5-0ecc32885cdc req-697cf726-e3f3-4add-8fad-e896e4ce902f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351601
May 19 23:08:39.005945 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-39c7ebe0-77d8-4b44-a1f7-1e4456b76d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:39.708075 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:40.124020 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41113949-cf3b-44d6-9807-af2565af439e req-bfc5c5f3-a937-4e43-8874-db4d7b094fb0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:40.137989 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-41113949-cf3b-44d6-9807-af2565af439e req-bfc5c5f3-a937-4e43-8874-db4d7b094fb0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2032261
May 19 23:08:40.151383 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645347a-72c7-4b95-898e-1dc172f430dd req-3cca6190-e227-4703-a06a-10160c5a2b4c tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:40.158448 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9645347a-72c7-4b95-898e-1dc172f430dd req-3cca6190-e227-4703-a06a-10160c5a2b4c tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1720760
May 19 23:08:40.244815 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-41113949-cf3b-44d6-9807-af2565af439e req-9c635963-5380-4392-a813-208970de90a0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1059384
May 19 23:08:40.266074 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9645347a-72c7-4b95-898e-1dc172f430dd req-be3d07fe-2cce-4bcb-a5a6-1ba86d8efb01 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004279
May 19 23:08:41.300172 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41422) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:41.418909 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:41.457229 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:41.474667 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:41.480050 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Usage tracker for resource:security_group_rule and tenant:65433f9fa1484402820b796a3cb7d6d0 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:41.483538 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:41.490323 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:41.585248 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8192c-ef70-47fd-9183-286f34fb86bb req-6a0ad687-65f3-4577-9272-89bea126aa95 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:41.586767 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-68f8192c-ef70-47fd-9183-286f34fb86bb req-6a0ad687-65f3-4577-9272-89bea126aa95 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1211503
May 19 23:08:41.592729 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:41.597142 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:41.621165 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ed6b7ccc-5048-4a58-a5bd-ef45e3ebe772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:41.643973 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65433f9fa1484402820b796a3cb7d6d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3426449
May 19 23:08:41.651187 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41434) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:41.671991 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a7d632-5911-4938-827e-9005ecc8c785,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:41.676278 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:41.685967 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-68f8192c-ef70-47fd-9183-286f34fb86bb req-426ef91c-7eb9-4ae1-ae19-51fb059c4702 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926981
May 19 23:08:41.716542 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f1ebc-aca6-4ce9-971b-829ebfcb9278 req-7454eaa4-aa95-4481-8542-58bfc959d8de tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:41.720396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-734029a7-485b-4032-8cea-959b9f0ec1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:41.722306 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-607f1ebc-aca6-4ce9-971b-829ebfcb9278 req-7454eaa4-aa95-4481-8542-58bfc959d8de tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1000338
May 19 23:08:41.748512 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-734029a7-485b-4032-8cea-959b9f0ec1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:41.769056 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-607f1ebc-aca6-4ce9-971b-829ebfcb9278 req-f787d423-8c3d-4f0a-a1c0-9dea4ce85e82 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453093
May 19 23:08:41.816873 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-734029a7-485b-4032-8cea-959b9f0ec1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:41.823087 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-80a71b8b-f599-42b5-852c-9c954eee95e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:41.835907 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734029a7-485b-4032-8cea-959b9f0ec1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a7d632-5911-4938-827e-9005ecc8c785,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:41.844506 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-734029a7-485b-4032-8cea-959b9f0ec1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:41.845298 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-734029a7-485b-4032-8cea-959b9f0ec1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:41.846419 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-734029a7-485b-4032-8cea-959b9f0ec1a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06a7d632-5911-4938-827e-9005ecc8c785 HTTP/1.1" status: 204  len: 168 time: 0.1943011
May 19 23:08:42.026023 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c339377-9200-4605-b055-3029eaecadf4 req-e1d2d92b-ac1a-44ce-9e4e-5ea6136472e6 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:42.027481 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8c339377-9200-4605-b055-3029eaecadf4 req-e1d2d92b-ac1a-44ce-9e4e-5ea6136472e6 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1273389
May 19 23:08:42.148580 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41448) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:42.166514 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8c339377-9200-4605-b055-3029eaecadf4 req-c7780bef-86aa-432d-a8d5-aeb52d2bd618 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301146
May 19 23:08:42.167499 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:42.178665 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f491196-9681-4cc6-8cd4-0c13bceacd35 req-22a2c3e6-a824-4de7-af77-1ce483686839 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:42.181918 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1f491196-9681-4cc6-8cd4-0c13bceacd35 req-22a2c3e6-a824-4de7-af77-1ce483686839 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2097924
May 19 23:08:42.183310 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:42.187416 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f036dc88caf4d548d34fa5fd90c3dee is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:42.188768 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41452) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:42.190778 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:42.194933 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'floatingip': {'port_id': '2df55109-b3cf-49b1-bcc7-362b1e96791c'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:42.198221 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:42.290897 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:42.302738 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:42.307719 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:42.319547 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:42.370781 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f036dc88caf4d548d34fa5fd90c3dee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2204671
May 19 23:08:42.373366 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41460) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:42.373934 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1209abc3-d052-4935-b92d-bf7a857201c7,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:42.386048 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:42.612250 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-163376d2-e713-45f3-a1a0-a17154b9ae99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:42.683088 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-163376d2-e713-45f3-a1a0-a17154b9ae99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:42.859230 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41480) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:42.914274 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41490) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:42.922476 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-163376d2-e713-45f3-a1a0-a17154b9ae99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:42.941866 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c88dc5a4-a390-4508-a99e-08a888c47dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:43.063067 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.071065 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.087502 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163376d2-e713-45f3-a1a0-a17154b9ae99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1209abc3-d052-4935-b92d-bf7a857201c7,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:43.091123 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:43.093457 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:43.104910 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Usage tracker for resource:security_group_rule and tenant:a16d54dc981b41eeb18dd56578fc35fd is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:43.106966 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-163376d2-e713-45f3-a1a0-a17154b9ae99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:43.108734 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:43.110621 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-163376d2-e713-45f3-a1a0-a17154b9ae99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.111777 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-163376d2-e713-45f3-a1a0-a17154b9ae99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1209abc3-d052-4935-b92d-bf7a857201c7 HTTP/1.1" status: 204  len: 168 time: 0.7371819
May 19 23:08:43.120503 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Usage tracker for resource:security_group_rule and tenant:a25f91d46cc54e0b812d5316710fffc5 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:43.123438 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:43.129620 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:43.135626 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:43.300609 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.306916 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.308080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.317097 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:43.327263 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.338042 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.343275 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.361862 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:08:43.384451 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfa29b6-9d8d-43ab-add2-cf0657760477,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:43.390744 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a25f91d46cc54e0b812d5316710fffc5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5303700
May 19 23:08:43.391753 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-dfacea16-d111-4a20-bae0-5df89ae13fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:43.393238 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-9b86b671-f414-4ce4-9809-da7f14ad4172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:43.400641 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41504) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:43.410333 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a16d54dc981b41eeb18dd56578fc35fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4949594
May 19 23:08:43.413227 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41508) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:43.487034 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bc7abf-755d-414e-83d7-02b640e92f42,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:43.490185 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:43.554284 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bbb9b40e-1168-4820-98e5-596cba0dd62f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.559435 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7b09e23f-e090-4eb8-b62d-24fb207b87d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.594296 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Floating IP 7d675fed-e391-430d-b656-60e93e61ae79 associated. External IP: 172.27.0.68, port: 2df55109-b3cf-49b1-bcc7-362b1e96791c.
May 19 23:08:43.608732 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bbb9b40e-1168-4820-98e5-596cba0dd62f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.616898 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7b09e23f-e090-4eb8-b62d-24fb207b87d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.706520 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7b09e23f-e090-4eb8-b62d-24fb207b87d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.712286 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-91dd9476-d39b-41f3-a03c-e2e1fe38d9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:43.723790 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bbb9b40e-1168-4820-98e5-596cba0dd62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.736997 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09e23f-e090-4eb8-b62d-24fb207b87d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfa29b6-9d8d-43ab-add2-cf0657760477,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:43.741408 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7b09e23f-e090-4eb8-b62d-24fb207b87d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:43.744226 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:43.757369 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb9b40e-1168-4820-98e5-596cba0dd62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bc7abf-755d-414e-83d7-02b640e92f42,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:43.765469 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.770654 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-bbb9b40e-1168-4820-98e5-596cba0dd62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:43.783186 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7b09e23f-e090-4eb8-b62d-24fb207b87d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.786672 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7b09e23f-e090-4eb8-b62d-24fb207b87d9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bfa29b6-9d8d-43ab-add2-cf0657760477 HTTP/1.1" status: 204  len: 168 time: 0.3810747
May 19 23:08:43.788238 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bbb9b40e-1168-4820-98e5-596cba0dd62f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:43.789279 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-bbb9b40e-1168-4820-98e5-596cba0dd62f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0bc7abf-755d-414e-83d7-02b640e92f42 HTTP/1.1" status: 204  len: 168 time: 0.3749001
May 19 23:08:44.150561 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Router 8aefcd87-ea01-4418-b325-2a83559aef1c has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:08:44.310151 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41542) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:44.340342 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.358300 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:44.361400 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41548) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:44.384353 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.396626 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Usage tracker for resource:security_group_rule and tenant:abf62a9ae43447ebb7770e8ce9a539fa is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:44.401197 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:44.406922 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:44.410799 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Usage tracker for resource:security_group_rule and tenant:98f6ae77970d48428b8d60c2ce269f0a is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:44.413517 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:44.419821 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:44.433029 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:44.441107 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:08:44.455279 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] Sync routers for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:08:44.457888 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.478261 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:08:44.479593 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672ebfd90>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:08:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:44.572269 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.650739 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-fabdfb76-f17e-40e4-85ee-cbd7a3194b72 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "PUT /v2.0/floatingips/7d675fed-e391-430d-b656-60e93e61ae79 HTTP/1.1" status: 200  len: 991 time: 2.4499707
May 19 23:08:44.662047 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'tag': '2df55109-b3cf-49b1-bcc7-362b1e96791c'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:08:44.671838 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.674138 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.684489 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7c6d6b36-e4cf-4ab7-a4a8-4455f1073342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:44.719968 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2640c9-5918-4833-8637-db56860be1fe,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:44.723697 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.740224 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-7251b6c2-bf44-43d4-8864-ce64c9cd1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:44.742117 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-7251b6c2-bf44-43d4-8864-ce64c9cd1429 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1098 time: 0.2520897
May 19 23:08:44.768196 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:08:44.771028 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:44.772457 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:44.837409 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bd1c0-87e1-44c3-88c4-0ad85b022d1c req-f36edd95-24bd-4736-8f5d-c3f8ca825a8f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:44.838943 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f45bd1c0-87e1-44c3-88c4-0ad85b022d1c req-f36edd95-24bd-4736-8f5d-c3f8ca825a8f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.2981949
May 19 23:08:44.853103 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-5d14c0b2-85cd-4bdd-86fb-fb8a114d8d1a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98f6ae77970d48428b8d60c2ce269f0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4894178
May 19 23:08:44.854416 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7fb16-a8c9-4359-8645-991e19bbe5de,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:44.858491 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41562) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:44.861315 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abf62a9ae43447ebb7770e8ce9a539fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5493374
May 19 23:08:44.863340 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:44.865366 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41564) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:44.954860 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0d3e12a0-d0e0-4bea-8195-28dfbd8df629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.993461 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0d3e12a0-d0e0-4bea-8195-28dfbd8df629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:44.997428 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f45bd1c0-87e1-44c3-88c4-0ad85b022d1c req-6a09065d-1e4c-4e14-92a5-9360fbe59225 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453302
May 19 23:08:45.035920 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'tag': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'status': 'completed', 'code': 200}
May 19 23:08:45.115561 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-6384cd70-df0a-468d-87a8-d83c156d8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:45.117310 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-6384cd70-df0a-468d-87a8-d83c156d8a90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 919 time: 0.3561218
May 19 23:08:45.239607 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0d3e12a0-d0e0-4bea-8195-28dfbd8df629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:45.245498 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2e113fae-bc6e-49c7-b4be-11c4dcc83841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:45.275360 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e12a0-d0e0-4bea-8195-28dfbd8df629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7fb16-a8c9-4359-8645-991e19bbe5de,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:45.281223 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e057d5f2-5b5c-4a19-9d53-ddc7dacc7f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:45.291165 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-9354f631-f4db-4ff7-bc24-89b068219ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:45.292792 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-9354f631-f4db-4ff7-bc24-89b068219ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 1099 time: 0.2287657
May 19 23:08:45.293685 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0d3e12a0-d0e0-4bea-8195-28dfbd8df629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:45.301159 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-72796b77-f500-4dd3-9ed3-f22561a11a68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594 HTTP/1.1" status: 200  len: 217 time: 0.1756170
May 19 23:08:45.329555 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0d3e12a0-d0e0-4bea-8195-28dfbd8df629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:45.333654 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-0d3e12a0-d0e0-4bea-8195-28dfbd8df629 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eeb7fb16-a8c9-4359-8645-991e19bbe5de HTTP/1.1" status: 204  len: 168 time: 0.4668353
May 19 23:08:45.419808 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e057d5f2-5b5c-4a19-9d53-ddc7dacc7f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:45.436120 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672ebfd90>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '7d675fed-e391-430d-b656-60e93e61ae79', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'port_id': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'mac_address': 'fa:16:3e:22:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:08:25Z', 'updated_at': '2021-05-19T23:08:43Z', 'revision_number': 1, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:45.459600 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-5e58b64e-4f87-4518-aa9a-a1845c8f4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:45.463336 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-5e58b64e-4f87-4518-aa9a-a1845c8f4746 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.1400716
May 19 23:08:45.482266 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] Checking router: 8aefcd87-ea01-4418-b325-2a83559aef1c for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:08:45.521518 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:08:45.522588 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672ebfd90>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:08:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:45.563009 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-8e5ebcfe-6b91-44ca-b75f-a86153213e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:45.573204 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-8e5ebcfe-6b91-44ca-b75f-a86153213e81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 911 time: 0.2695088
May 19 23:08:45.615726 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-5068c5c2-0515-4c95-a87a-c94089a76f94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1190879
May 19 23:08:45.812134 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-f70d5619-0c72-4462-a3ef-10a16f9a0568 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1883898
May 19 23:08:45.831104 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-1e838edf-6a37-40af-a697-db19542a30f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c HTTP/1.1" status: 200  len: 999 time: 0.2418344
May 19 23:08:45.938591 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:08:45.989284 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41592) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:45.989996 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e057d5f2-5b5c-4a19-9d53-ddc7dacc7f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:46.030057 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d2b11706-83a3-41fe-8abb-cc98ed237553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:46.062001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057d5f2-5b5c-4a19-9d53-ddc7dacc7f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2640c9-5918-4833-8637-db56860be1fe,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:46.155052 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e057d5f2-5b5c-4a19-9d53-ddc7dacc7f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:46.160373 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e057d5f2-5b5c-4a19-9d53-ddc7dacc7f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:46.168795 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e057d5f2-5b5c-4a19-9d53-ddc7dacc7f98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a2640c9-5918-4833-8637-db56860be1fe HTTP/1.1" status: 204  len: 168 time: 1.2591763
May 19 23:08:46.199215 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-9021791b-ee86-4167-8bbd-d44b6118c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:46.201026 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-9021791b-ee86-4167-8bbd-d44b6118c876 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.3618762
May 19 23:08:46.341426 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-c24a8b2f-050a-4080-aa9f-c8ac6f2dbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:46.343680 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-c24a8b2f-050a-4080-aa9f-c8ac6f2dbd01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1329663
May 19 23:08:46.449152 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e5caf9ff-9942-4164-92e4-a07d3e484fdc req-38833283-dcd2-4c39-9f81-2b6e21d3b960 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6278226
May 19 23:08:46.461588 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:46.500131 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:46.506553 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Usage tracker for resource:security_group_rule and tenant:33457713bb024e2386a4b72c19e13913 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:46.516247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:46.546166 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:46.613241 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f891cc2-be77-4cb5-8240-6035997232e6 req-1eedc0d2-4a0d-49db-b37a-09be5e784efe tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:46.627433 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8f891cc2-be77-4cb5-8240-6035997232e6 req-1eedc0d2-4a0d-49db-b37a-09be5e784efe tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.4185152
May 19 23:08:46.682673 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-c7714747-a019-419c-b43f-18c2210d9dbd service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3229878
May 19 23:08:46.693178 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8f891cc2-be77-4cb5-8240-6035997232e6 req-5c6352ed-2ff6-4b16-ad4f-151bfeaa4b2c tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648882
May 19 23:08:46.712453 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672ebfd90>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '7d675fed-e391-430d-b656-60e93e61ae79', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'port_id': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'mac_address': 'fa:16:3e:22:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:08:25Z', 'updated_at': '2021-05-19T23:08:43Z', 'revision_number': 1, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:08:46.723191 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58fb6eb5-89c1-4dec-95d5-cabf8cf6e108 None None] The sync data for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi is: [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '7d675fed-e391-430d-b656-60e93e61ae79', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'floating_ip_address': '172.27.0.68', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'port_id': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'mac_address': 'fa:16:3e:22:64:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:08:25Z', 'updated_at': '2021-05-19T23:08:43Z', 'revision_number': 1, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:08:46.785438 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:46.793652 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:46.812931 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-55e87093-e6ab-4f99-b55e-90a46cde26a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:46.855020 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33457713bb024e2386a4b72c19e13913&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8452506
May 19 23:08:46.855871 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fb3b56ab-1c3c-43b8-97e0-f20562d0596f req-59df50cf-81de-4795-94f8-3aea72fc630b service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646316
May 19 23:08:46.856266 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41622) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:46.892904 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e88e39b-c62b-4a13-9348-9434f78b6db2,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:46.912569 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:46.954684 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e132541-feca-4595-aefa-c7d53f05bf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:46.982628 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e132541-feca-4595-aefa-c7d53f05bf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:47.031055 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b901314c-c208-4369-88c1-4382d5dc8542 None None] New status for floating IP 7d675fed-e391-430d-b656-60e93e61ae79: ACTIVE {{(pid=91827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:08:47.067013 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e132541-feca-4595-aefa-c7d53f05bf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:47.077464 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-163376d2-e713-45f3-a1a0-a17154b9ae99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:47.090223 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e132541-feca-4595-aefa-c7d53f05bf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e88e39b-c62b-4a13-9348-9434f78b6db2,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:47.092684 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6e132541-feca-4595-aefa-c7d53f05bf81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:47.099495 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e132541-feca-4595-aefa-c7d53f05bf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:47.100708 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-6e132541-feca-4595-aefa-c7d53f05bf81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e88e39b-c62b-4a13-9348-9434f78b6db2 HTTP/1.1" status: 204  len: 168 time: 0.2404425
May 19 23:08:48.002761 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0eaae-30d7-4467-b1c6-46b54c3540cf req-61d44bf5-b71e-4eb4-8e21-77fe51f79389 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:48.004334 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1df0eaae-30d7-4467-b1c6-46b54c3540cf req-61d44bf5-b71e-4eb4-8e21-77fe51f79389 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1716239
May 19 23:08:48.061686 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1df0eaae-30d7-4467-b1c6-46b54c3540cf req-78fdbfa2-0d7f-4b4b-a1b0-8e9d6b1f44df tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457280
May 19 23:08:49.263689 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b6094-11cf-49b8-919e-dc1a64aa0762 req-37d7a0a1-2199-4822-bcb9-b440a9bd4ad5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:49.265370 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-375b6094-11cf-49b8-919e-dc1a64aa0762 req-37d7a0a1-2199-4822-bcb9-b440a9bd4ad5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0969009
May 19 23:08:49.320684 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-375b6094-11cf-49b8-919e-dc1a64aa0762 req-1dd82db9-9a64-4192-8980-dc89298015d5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411949
May 19 23:08:51.552643 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-34ba2066-f2bd-4710-91d9-98b55cc7425f tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=daa971c9da5a47a2bc79f004ce8bdf7a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0310979
May 19 23:08:51.762769 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-e2ef9535-d625-4f7c-9663-aa0fc6edb4f9 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:51.764202 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-e2ef9535-d625-4f7c-9663-aa0fc6edb4f9 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2062213
May 19 23:08:51.784538 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7fc44-9093-4c74-b4c6-6c29e1b851e1 req-2e1630dd-8732-4f1d-b745-4037ef2c7141 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:51.785953 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bb7fc44-9093-4c74-b4c6-6c29e1b851e1 req-2e1630dd-8732-4f1d-b745-4037ef2c7141 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1399243
May 19 23:08:51.789210 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-25d2e443-d9e5-468c-8b1e-35078a5e11a0 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/quotas/daa971c9da5a47a2bc79f004ce8bdf7a HTTP/1.1" status: 200  len: 375 time: 0.0183568
May 19 23:08:51.853051 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-bd950965-7305-479a-9ff4-b174cc97c126 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=daa971c9da5a47a2bc79f004ce8bdf7a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483937
May 19 23:08:51.874671 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bb7fc44-9093-4c74-b4c6-6c29e1b851e1 req-78ba1e41-48d9-454d-a241-50aa0a9463e1 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828147
May 19 23:08:52.044317 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-43fab549-0adb-4460-aba9-5cdcfdfbc7ac req-76548376-9da8-440f-a896-d48f9d976543 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 210 time: 0.0466516
May 19 23:08:53.077352 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233fbad-7a83-4b9f-9525-61bc3ad8c941 req-da9f3a74-9abf-40f8-8b36-83d8a331bd76 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:53.078986 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7233fbad-7a83-4b9f-9525-61bc3ad8c941 req-da9f3a74-9abf-40f8-8b36-83d8a331bd76 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0841322
May 19 23:08:53.132684 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7233fbad-7a83-4b9f-9525-61bc3ad8c941 req-e9a06cc8-7f71-4912-9678-5dbe1f252c24 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476286
May 19 23:08:53.220956 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b46b507e-aebe-48c4-91d3-4a4710f02cbd req-d1fc5831-ecf9-4f6d-9b29-3f949bd8dd87 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 210 time: 0.0450599
May 19 23:08:53.267699 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-8009ad32-e44d-4d35-b9d6-fe5b1f52b2f5 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=daa971c9da5a47a2bc79f004ce8bdf7a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0359278
May 19 23:08:53.430059 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-122fd625-81ff-448e-8496-7c9826c71ff8 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:53.431501 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-122fd625-81ff-448e-8496-7c9826c71ff8 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1546700
May 19 23:08:53.453063 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Request body: {'port': {'device_id': 'a2b8df2b-965b-4321-b0f7-22d8d01b1c64', 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547', 'admin_state_up': True, 'tenant_id': 'daa971c9da5a47a2bc79f004ce8bdf7a'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:53.592101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:53.596596 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Usage tracker for resource:port and tenant:daa971c9da5a47a2bc79f004ce8bdf7a is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:53.599664 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:53.606077 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:53.621971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Made reservation on behalf of daa971c9da5a47a2bc79f004ce8bdf7a for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:08:53.629768 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:53.646191 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:53.664150 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:53.668843 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Usage tracker for resource:security_group_rule and tenant:daa971c9da5a47a2bc79f004ce8bdf7a is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:53.671975 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:53.677814 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:53.780484 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:53.784995 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:53.789056 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5388490e-5719-4079-8856-ac07be18c3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:53.865113 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea0e814-4d1e-4ee2-a3e8-9340304a01b8,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:53.873391 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:53.972523 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Allocated IP 192.168.233.16 (b62ed771-5850-4fa2-a873-0188e6549547/434141b4-e8ef-4824-b7c8-b4fec2c97511/3fd58a34-d55d-4472-978c-faf8f811f2a5) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:08:54.179859 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:54.197271 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Transition to ACTIVE for port object 3fd58a34-d55d-4472-978c-faf8f811f2a5 will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:54.223809 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:54.230745 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:54.309571 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Network b62ed771-5850-4fa2-a873-0188e6549547 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:08:54.311693 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:08:54.316114 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:08:54.389458 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:54.390108 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:54.407887 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Pushing event updated for resources: {'Port': ['ID=3fd58a34-d55d-4472-978c-faf8f811f2a5,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:54.416381 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54709-c200-40d5-a13a-86432111f01d req-fe04c02d-2618-46b5-a6b2-544a5854151e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:54.419599 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-acd54709-c200-40d5-a13a-86432111f01d req-fe04c02d-2618-46b5-a6b2-544a5854151e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1565435
May 19 23:08:54.425018 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:54.460507 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0108223
May 19 23:08:54.485914 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Request body: {'port': {'device_id': 'a2b8df2b-965b-4321-b0f7-22d8d01b1c64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:54.543405 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-acd54709-c200-40d5-a13a-86432111f01d req-8f596761-aeb5-46c1-a0e1-2f404917a04e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800190
May 19 23:08:54.594226 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5e401-a5fc-4744-b6d7-2359216701b7 req-2f553360-4066-49a2-858e-59483684099e tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:54.602900 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f6d5e401-a5fc-4744-b6d7-2359216701b7 req-2f553360-4066-49a2-858e-59483684099e tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 935 time: 0.1784446
May 19 23:08:54.623861 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:54.647871 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f6d5e401-a5fc-4744-b6d7-2359216701b7 req-7adbb0fd-c468-48c1-bec1-46fe908b0cbe tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444665
May 19 23:08:54.679662 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa2fdffb-416a-47a9-990a-5805c9f99801 None None] Provisioning for port 3fd58a34-d55d-4472-978c-faf8f811f2a5 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:54.685660 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa2fdffb-416a-47a9-990a-5805c9f99801 None None] Provisioning complete for port 3fd58a34-d55d-4472-978c-faf8f811f2a5 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:54.686452 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa2fdffb-416a-47a9-990a-5805c9f99801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:54.746186 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa2fdffb-416a-47a9-990a-5805c9f99801 None None] Port 3fd58a34-d55d-4472-978c-faf8f811f2a5 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:08:55.075861 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fd58a34-d55d-4472-978c-faf8f811f2a5 {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:08:55.083828 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:55.099485 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Transition to ACTIVE for port object 3fd58a34-d55d-4472-978c-faf8f811f2a5 will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:08:55.102769 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:55.107011 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:55.233241 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Pushing event updated for resources: {'Port': ['ID=3fd58a34-d55d-4472-978c-faf8f811f2a5,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:55.259814 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:55.343350 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Attempting to bind port 3fd58a34-d55d-4472-978c-faf8f811f2a5 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:08:55.343977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Attempting to bind port 3fd58a34-d55d-4472-978c-faf8f811f2a5 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:08:55.343977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Attempting to bind port 3fd58a34-d55d-4472-978c-faf8f811f2a5 on network b62ed771-5850-4fa2-a873-0188e6549547 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:08:55.348490 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Port 3fd58a34-d55d-4472-978c-faf8f811f2a5 on network b62ed771-5850-4fa2-a873-0188e6549547 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:08:55.348801 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Attempting to bind port 3fd58a34-d55d-4472-978c-faf8f811f2a5 on network b62ed771-5850-4fa2-a873-0188e6549547 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:08:55.353878 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:08:55.354205 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Checking segment: {'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:08:55.354581 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Bound using segment: {'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:08:55.354997 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Bound port: 3fd58a34-d55d-4472-978c-faf8f811f2a5, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8012a4-3151-4dd2-9c7d-49f1727b36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:08:55.355330 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:55.444975 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] For port 3fd58a34-d55d-4472-978c-faf8f811f2a5, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:08:55.448214 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] For port 3fd58a34-d55d-4472-978c-faf8f811f2a5, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=3fd58a34-d55d-4472-978c-faf8f811f2a5,segment=NetworkSegment(da8012a4-3151-4dd2-9c7d-49f1727b36ec),segment_id=da8012a4-3151-4dd2-9c7d-49f1727b36ec)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:08:55.452602 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:55.457106 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:55.505963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:55.506839 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:55.508461 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] 10.222.0.36 "PUT /v2.0/ports/3fd58a34-d55d-4472-978c-faf8f811f2a5 HTTP/1.1" status: 200  len: 1097 time: 1.0279751
May 19 23:08:55.515513 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b8df2b-965b-4321-b0f7-22d8d01b1c64', 'tag': '3fd58a34-d55d-4472-978c-faf8f811f2a5'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:08:55.545571 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Pushing event updated for resources: {'Port': ['ID=3fd58a34-d55d-4472-978c-faf8f811f2a5,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:55.549357 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:55.626857 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b8df2b-965b-4321-b0f7-22d8d01b1c64', 'tag': '3fd58a34-d55d-4472-978c-faf8f811f2a5', 'status': 'completed', 'code': 200}
May 19 23:08:55.675056 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-ae8ad06f-7ebd-4f7b-b3f8-fd90f5c2d0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:55.676545 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-ae8ad06f-7ebd-4f7b-b3f8-fd90f5c2d0dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=daa971c9da5a47a2bc79f004ce8bdf7a&device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 1100 time: 0.0930910
May 19 23:08:55.770360 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e221b-53af-49c4-be0c-8bd5e13ba3e3 req-81868ba1-860b-4763-ba36-28540f0d3ac7 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:55.771797 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-123e221b-53af-49c4-be0c-8bd5e13ba3e3 req-81868ba1-860b-4763-ba36-28540f0d3ac7 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1019347
May 19 23:08:55.814989 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-7b0378f3-edaa-466d-9bce-c167ab9bc073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3fd58a34-d55d-4472-978c-faf8f811f2a5 HTTP/1.1" status: 200  len: 217 time: 0.0798502
May 19 23:08:55.879789 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-123e221b-53af-49c4-be0c-8bd5e13ba3e3 req-160364bb-9a26-4a7f-98da-17a2d4e45d0d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731003
May 19 23:08:55.884719 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-f38ec8f8-8962-44b0-9c93-72dd5259e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:55.886311 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-f38ec8f8-8962-44b0-9c93-72dd5259e113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434141b4-e8ef-4824-b7c8-b4fec2c97511 HTTP/1.1" status: 200  len: 843 time: 0.0638516
May 19 23:08:55.896332 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d9f44-236a-4563-9b2d-896b0d1732fc req-881ba698-ea38-4b76-a773-72954d2d2f54 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:55.897801 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7e8d9f44-236a-4563-9b2d-896b0d1732fc req-881ba698-ea38-4b76-a773-72954d2d2f54 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 947 time: 0.1251097
May 19 23:08:55.943982 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7e8d9f44-236a-4563-9b2d-896b0d1732fc req-bb5de5fb-5885-4cf3-bcf9-4f8af4fcfa63 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402949
May 19 23:08:55.968049 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a45015b9-81bb-4e54-bf75-70fbe7bde63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:55.969541 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-a45015b9-81bb-4e54-bf75-70fbe7bde63a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b62ed771-5850-4fa2-a873-0188e6549547&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0728855
May 19 23:08:56.105214 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-7b5f369d-0b93-4031-8969-ce4d9f9b78d6 service neutron] 10.222.0.36 "GET /v2.0/networks/b62ed771-5850-4fa2-a873-0188e6549547?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255250
May 19 23:08:56.257594 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fedc031b-9644-47cb-b388-a12097ec6dc3 req-e1adf693-ca09-41a3-9f68-b518832463f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b62ed771-5850-4fa2-a873-0188e6549547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1437416
May 19 23:08:56.446315 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-609b827d-836b-47ab-bd80-289a0358c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:56.447769 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-609b827d-836b-47ab-bd80-289a0358c664 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=daa971c9da5a47a2bc79f004ce8bdf7a&device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 1100 time: 0.0735369
May 19 23:08:56.587394 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-41c57483-54aa-4a4e-b35c-32cda67187ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:56.589034 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-41c57483-54aa-4a4e-b35c-32cda67187ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=b62ed771-5850-4fa2-a873-0188e6549547 HTTP/1.1" status: 200  len: 870 time: 0.1314707
May 19 23:08:56.664445 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-4e850f68-b4ff-4f15-8bb5-5180ab51e1c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3fd58a34-d55d-4472-978c-faf8f811f2a5 HTTP/1.1" status: 200  len: 217 time: 0.0593271
May 19 23:08:56.730033 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-33248614-d123-477b-9561-0c6f95140917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:56.731339 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-33248614-d123-477b-9561-0c6f95140917 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=434141b4-e8ef-4824-b7c8-b4fec2c97511 HTTP/1.1" status: 200  len: 843 time: 0.0595713
May 19 23:08:56.809725 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-3c82d9d4-e9a0-43a1-bf3f-c83af379aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:56.811162 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-3c82d9d4-e9a0-43a1-bf3f-c83af379aa82 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b62ed771-5850-4fa2-a873-0188e6549547&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0687292
May 19 23:08:57.046471 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-e3a442cb-141f-4f3d-9f23-79874344df35 service neutron] 10.222.0.36 "GET /v2.0/networks/b62ed771-5850-4fa2-a873-0188e6549547?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203019
May 19 23:08:57.100527 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b554a53-df0e-4487-a5ef-cadcb234d4d7 req-8d331166-7413-4f89-a136-da4964475ab5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:57.102086 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2b554a53-df0e-4487-a5ef-cadcb234d4d7 req-8d331166-7413-4f89-a136-da4964475ab5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0876396
May 19 23:08:57.152405 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2b554a53-df0e-4487-a5ef-cadcb234d4d7 req-aeabb3c8-d6e2-4f48-bc29-d8144e9517a6 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439956
May 19 23:08:57.205518 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eb5752a1-bc4f-479f-9efd-5f7641b961df req-4e69e243-c965-4311-ae07-01175154177a service neutron] 10.222.0.36 "GET /v2.0/networks/b62ed771-5850-4fa2-a873-0188e6549547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426795
May 19 23:08:57.339631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7f0b3-9508-47c0-b2a4-c797bed0bcad req-2c8f5b68-50cf-4701-bc02-b12040f04122 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:57.341504 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7ad7f0b3-9508-47c0-b2a4-c797bed0bcad req-2c8f5b68-50cf-4701-bc02-b12040f04122 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 947 time: 0.0914695
May 19 23:08:57.388269 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7ad7f0b3-9508-47c0-b2a4-c797bed0bcad req-01540f17-ee87-45bb-a23f-b7b73f1207b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411332
May 19 23:08:57.659815 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f8495-a384-41d0-8b95-ea4b4e4c1a30 req-68aa87e5-56de-47d7-8db4-1c77816cb340 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:57.661356 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b00f8495-a384-41d0-8b95-ea4b4e4c1a30 req-68aa87e5-56de-47d7-8db4-1c77816cb340 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1783013
May 19 23:08:57.694691 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41912) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:57.706844 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b00f8495-a384-41d0-8b95-ea4b4e4c1a30 req-6bd1f773-0070-49b0-9d04-652ea7bb70e9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392313
May 19 23:08:57.815367 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:57.833112 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:57.837469 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Usage tracker for resource:security_group_rule and tenant:49a9ceb447e34fcdb7e9e06bd168e890 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:57.840264 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:57.845936 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:57.881770 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 3fd58a34-d55d-4472-978c-faf8f811f2a5 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:08:57.927574 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:57.932037 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:57.940309 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-45563166-1ae4-4bfb-b589-549b47a06ac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:57.978378 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49a9ceb447e34fcdb7e9e06bd168e890&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2825756
May 19 23:08:57.980047 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbdc125-e90a-4254-a10e-93eb8cded32e,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:57.981015 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41918) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:57.983141 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:58.052271 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 3fd58a34-d55d-4472-978c-faf8f811f2a5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=3fd58a34-d55d-4472-978c-faf8f811f2a5,segment=NetworkSegment(da8012a4-3151-4dd2-9c7d-49f1727b36ec),segment_id=da8012a4-3151-4dd2-9c7d-49f1727b36ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:58.062654 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5a97ab42-52de-471b-8702-b9378207c800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:58.066001 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '3fd58a34-d55d-4472-978c-faf8f811f2a5', 'network_id': 'b62ed771-5850-4fa2-a873-0188e6549547', 'port_id': '3fd58a34-d55d-4472-978c-faf8f811f2a5', 'mac_address': 'fa:16:3e:5a:a6:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434141b4-e8ef-4824-b7c8-b4fec2c97511', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:08:58.093209 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5a97ab42-52de-471b-8702-b9378207c800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:58.130743 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:58.146879 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5a97ab42-52de-471b-8702-b9378207c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:58.147457 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fd58a34-d55d-4472-978c-faf8f811f2a5 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:08:58.151828 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-869e4c28-a14c-408f-8aa1-bda6bfde8024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:58.162126 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97ab42-52de-471b-8702-b9378207c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbdc125-e90a-4254-a10e-93eb8cded32e,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:58.162709 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 3fd58a34-d55d-4472-978c-faf8f811f2a5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=3fd58a34-d55d-4472-978c-faf8f811f2a5,segment=NetworkSegment(da8012a4-3151-4dd2-9c7d-49f1727b36ec),segment_id=da8012a4-3151-4dd2-9c7d-49f1727b36ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:08:58.168025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5a97ab42-52de-471b-8702-b9378207c800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:58.170441 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5a97ab42-52de-471b-8702-b9378207c800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:58.170902 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-5a97ab42-52de-471b-8702-b9378207c800 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfbdc125-e90a-4254-a10e-93eb8cded32e HTTP/1.1" status: 204  len: 168 time: 0.1887755
May 19 23:08:58.172878 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:58.181094 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-fb9e8e91-17e4-4f82-a552-0835fd6ce7b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:58.255170 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=3fd58a34-d55d-4472-978c-faf8f811f2a5,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:58.258928 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:58.346095 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239c75-3c14-4bb9-8bbc-cca5c0d5d99a req-febdb18a-a6f7-429a-9b36-efaa8c04cb08 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:58.347574 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d7239c75-3c14-4bb9-8bbc-cca5c0d5d99a req-febdb18a-a6f7-429a-9b36-efaa8c04cb08 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0854776
May 19 23:08:58.398433 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d7239c75-3c14-4bb9-8bbc-cca5c0d5d99a req-85bd46a1-8079-4b0e-b1b8-97f6b9f5311c tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450056
May 19 23:08:58.599743 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766993dc-8d86-4fd2-8a17-f53cdca30fc8 req-15708671-1f6c-4702-8d5a-0e3c8a4b9031 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:58.601219 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-766993dc-8d86-4fd2-8a17-f53cdca30fc8 req-15708671-1f6c-4702-8d5a-0e3c8a4b9031 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 948 time: 0.1053398
May 19 23:08:58.647807 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['3fd58a34-d55d-4472-978c-faf8f811f2a5'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:08:58.650899 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-766993dc-8d86-4fd2-8a17-f53cdca30fc8 req-a5818607-6577-45f4-a1a1-bb2ffd0885a2 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417478
May 19 23:08:58.918725 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6253476-b9e4-44f9-b97b-190a8ffbe441 req-b44e645c-74e5-4433-9bd9-1ba3c81161ab tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:58.920455 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b6253476-b9e4-44f9-b97b-190a8ffbe441 req-b44e645c-74e5-4433-9bd9-1ba3c81161ab tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0884969
May 19 23:08:58.967186 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b6253476-b9e4-44f9-b97b-190a8ffbe441 req-9a1ed44e-9ff6-432c-9fdb-9b78399c1bc7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408819
May 19 23:08:59.040356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 41954) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:59.144610 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-361684139-network', 'tenant_id': 'dca8ede002a448a49a411101a92392f9'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:59.149812 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:59.153597 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Usage tracker for resource:network and tenant:dca8ede002a448a49a411101a92392f9 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:59.156401 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:59.162675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:59.172864 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Made reservation on behalf of dca8ede002a448a49a411101a92392f9 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:08:59.175372 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.188745 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.206513 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:59.210242 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Usage tracker for resource:security_group_rule and tenant:dca8ede002a448a49a411101a92392f9 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:59.213229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:59.219044 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:59.303024 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.308286 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.312229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-74c49564-bdd2-4505-a552-d3e50fd56cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:59.344692 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:08:59.360510 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4157982-6a81-4596-9cdc-62e7c26a077d,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:59.363547 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:59.364667 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.365185 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Added segment 09e8e04e-85a3-4bcb-ab33-6dfeb509ef33 of type vlan for network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c
May 19 23:08:59.397575 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.426918 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.428717 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:59.428901 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.435068 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-cd69ea2c-7b07-46da-948d-8458ed59024f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:08:59.579000 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5376987
May 19 23:08:59.579820 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Pushing event updated for resources: {'Network': ['ID=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:08:59.582396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 41964) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:08:59.583164 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:08:59.590508 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:08:59.604214 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Request body: {'subnet': {'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-361684139-subnet', 'tenant_id': 'dca8ede002a448a49a411101a92392f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:08:59.610860 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:08:59.614866 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Usage tracker for resource:subnet and tenant:dca8ede002a448a49a411101a92392f9 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:08:59.618395 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:08:59.624259 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ff3f2-d9ca-4620-a35a-eb2aa130723c req-9a3ba966-78ed-4578-8757-45358af203ea tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:59.624413 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:08:59.626480 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a35ff3f2-d9ca-4620-a35a-eb2aa130723c req-9a3ba966-78ed-4578-8757-45358af203ea tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0994003
May 19 23:08:59.635365 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Made reservation on behalf of dca8ede002a448a49a411101a92392f9 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:08:59.637853 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233147'] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:08:59.679118 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a35ff3f2-d9ca-4620-a35a-eb2aa130723c req-c82b029e-d8d1-4581-ad6e-fb5a999b6c96 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437737
May 19 23:08:59.885151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec399e-b1b3-4157-b671-e7dc2984715a req-c953c087-3749-4077-847c-cf9b776283ed tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:08:59.887154 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cdec399e-b1b3-4157-b671-e7dc2984715a req-c953c087-3749-4077-847c-cf9b776283ed tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 948 time: 0.1108975
May 19 23:08:59.896924 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 3fd58a34-d55d-4472-978c-faf8f811f2a5 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:08:59.940315 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cdec399e-b1b3-4157-b671-e7dc2984715a req-4a8b9ee1-d503-44a0-a398-5af6e9fff111 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467196
May 19 23:08:59.978507 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 3fd58a34-d55d-4472-978c-faf8f811f2a5 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:08:59.983121 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 3fd58a34-d55d-4472-978c-faf8f811f2a5 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:08:59.983504 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:00.057341 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6169069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233097'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:00.062141 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0969ed9e-6a3d-4b00-8259-8784867849b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:00.107155 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:00.132728 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:00.135730 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b8df2b-965b-4321-b0f7-22d8d01b1c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd58a34-d55d-4472-978c-faf8f811f2a5'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:00.136102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:00.142570 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Checking segment: {'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:09:00.142931 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Network hostable DHCP agents. Network: 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:09:00.146506 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 3fd58a34-d55d-4472-978c-faf8f811f2a5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=3fd58a34-d55d-4472-978c-faf8f811f2a5,segment=NetworkSegment(da8012a4-3151-4dd2-9c7d-49f1727b36ec),segment_id=da8012a4-3151-4dd2-9c7d-49f1727b36ec)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:00.151648 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:00.154238 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:00.162406 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:09:00.176405 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:09:00.188570 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:00.189506 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:00.218560 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7f7c6-ac06-4a55-b5ff-916ab4e45d5e req-1b8f9d1c-0578-468c-9526-782215b77214 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:00.220654 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-54c7f7c6-ac06-4a55-b5ff-916ab4e45d5e req-1b8f9d1c-0578-468c-9526-782215b77214 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1349919
May 19 23:09:00.225909 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-af9dc0d7-adeb-4d98-a3b0-bbee130724d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6420984
May 19 23:09:00.230764 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1304830-bec5-410b-9550-a25cadb2d846 None None] Network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:09:00.261245 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b8df2b-965b-4321-b0f7-22d8d01b1c64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fd58a34-d55d-4472-978c-faf8f811f2a5', 'code': 200}
May 19 23:09:00.286458 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-54c7f7c6-ac06-4a55-b5ff-916ab4e45d5e req-9c2c4f2b-186a-4553-8056-3dcdc8912254 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510707
May 19 23:09:00.373783 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=3fd58a34-d55d-4472-978c-faf8f811f2a5,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:00.381848 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:00.486991 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d9bd88-0d4a-4acd-b369-948ca0e8cb8e None None] Network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:09:00.530971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacf1f7-97d7-40da-9ed4-096d19d089bb req-c4d3a5bd-bdda-4172-8c43-b097e5efe04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:00.532452 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eaacf1f7-97d7-40da-9ed4-096d19d089bb req-c4d3a5bd-bdda-4172-8c43-b097e5efe04b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 1102 time: 0.0767987
May 19 23:09:00.587208 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-eaacf1f7-97d7-40da-9ed4-096d19d089bb req-f1c9ce28-6000-439d-bf01-f08bdf9b43ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459635
May 19 23:09:00.875357 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1eb84-eb13-47ed-9921-ceec6d2d9425 req-05608c9d-258f-48a0-95c1-e7d43c3a6d85 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:00.877018 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-70a1eb84-eb13-47ed-9921-ceec6d2d9425 req-05608c9d-258f-48a0-95c1-e7d43c3a6d85 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0898516
May 19 23:09:00.944895 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-70a1eb84-eb13-47ed-9921-ceec6d2d9425 req-5b27cf22-9b3b-47d6-90a4-e68d44281b47 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592930
May 19 23:09:01.134085 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df74ac0-ae5b-40d8-a1df-5541f7a2f1e8 req-1d942f6c-b049-4e41-9287-8c97c3d58c68 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:01.135528 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0df74ac0-ae5b-40d8-a1df-5541f7a2f1e8 req-1d942f6c-b049-4e41-9287-8c97c3d58c68 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 949 time: 0.0836608
May 19 23:09:01.182060 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0df74ac0-ae5b-40d8-a1df-5541f7a2f1e8 req-f8a6273a-d0f4-4364-8813-aba976dc7366 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407495
May 19 23:09:01.487178 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539ad26-c8ad-4513-8ab6-55a8a76bb745 req-b8a24138-6eee-451e-b47f-397184c761b4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:01.488532 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a539ad26-c8ad-4513-8ab6-55a8a76bb745 req-b8a24138-6eee-451e-b47f-397184c761b4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0835428
May 19 23:09:01.532513 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a539ad26-c8ad-4513-8ab6-55a8a76bb745 req-57a53bc5-72d4-442b-a24c-1b5b81301a27 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380466
May 19 23:09:02.168727 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c1bc8-0aa5-4c4e-a615-66c42905e050 req-b6885350-c2ee-4ff3-999c-dc9cf1cc85e4 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:02.170468 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e65c1bc8-0aa5-4c4e-a615-66c42905e050 req-b6885350-c2ee-4ff3-999c-dc9cf1cc85e4 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0922995
May 19 23:09:02.215384 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e65c1bc8-0aa5-4c4e-a615-66c42905e050 req-1169bcb1-4cdc-4863-b6a2-ef28002e6772 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389931
May 19 23:09:02.520086 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-fcdfbdef-9030-4a18-bcec-68b28f81f54f tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:02.520773 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-fcdfbdef-9030-4a18-bcec-68b28f81f54f tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Synchronizing usage tracker for tenant:dca8ede002a448a49a411101a92392f9 on resource:network {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:09:02.540383 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac185200-1472-4603-aac4-2dbd90656dba req-14b00ba1-d56b-4f43-8b35-a27f8586b2fc tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:02.541976 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ac185200-1472-4603-aac4-2dbd90656dba req-14b00ba1-d56b-4f43-8b35-a27f8586b2fc tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 949 time: 0.1886919
May 19 23:09:02.565210 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-fcdfbdef-9030-4a18-bcec-68b28f81f54f tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Unset dirty status for tenant:dca8ede002a448a49a411101a92392f9 on resource:network {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:09:02.566487 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-fcdfbdef-9030-4a18-bcec-68b28f81f54f tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/networks?id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c HTTP/1.1" status: 200  len: 813 time: 0.2535388
May 19 23:09:02.596633 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1b12f01e-361c-43a5-909d-14456c824b0f tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/quotas/dca8ede002a448a49a411101a92392f9 HTTP/1.1" status: 200  len: 375 time: 0.0229235
May 19 23:09:02.607353 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ac185200-1472-4603-aac4-2dbd90656dba req-14ce4bcb-9edc-4706-851f-6061cb32eded tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583291
May 19 23:09:02.742298 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-c0608904-817e-4c8a-b16b-39631e71cb1c tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dca8ede002a448a49a411101a92392f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1386344
May 19 23:09:02.936213 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecb83b-5d2c-4d2b-9c5f-c74916562d37 req-143cc4c5-1054-4a39-a578-33d14ce866ce tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:02.937663 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71ecb83b-5d2c-4d2b-9c5f-c74916562d37 req-143cc4c5-1054-4a39-a578-33d14ce866ce tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.2012849
May 19 23:09:02.942170 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-062d044b-c395-4f6c-9e96-1e4e4868cd0a service neutron] 10.222.0.25 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657510
May 19 23:09:03.067259 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71ecb83b-5d2c-4d2b-9c5f-c74916562d37 req-7d75246c-cc9c-400f-98fc-b5aa67f75995 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232297
May 19 23:09:03.110553 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-fbeb24c7-6cf1-450e-aeae-90831fc4503f service neutron] 10.222.0.25 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534278
May 19 23:09:03.322474 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dbbacccf-af53-429b-994a-2bcc6efa3437 req-1e95e457-0d80-4726-bae4-4ea61aab5136 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 210 time: 0.0556376
May 19 23:09:03.526189 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b17e89-4dda-478b-83cc-efa0a66732fb req-a0e7a780-215c-4079-b02b-da82321fbe59 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:03.527697 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a1b17e89-4dda-478b-83cc-efa0a66732fb req-a0e7a780-215c-4079-b02b-da82321fbe59 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0921392
May 19 23:09:03.598883 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a1b17e89-4dda-478b-83cc-efa0a66732fb req-9f94bd3a-e016-4dae-ac97-6b7539788ccc tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635679
May 19 23:09:03.738485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0ddc1-e056-4fdb-a320-f5c17758efe8 req-4489d345-6f4b-4edb-a614-7cd39a61d96a tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:03.741041 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-74e0ddc1-e056-4fdb-a320-f5c17758efe8 req-4489d345-6f4b-4edb-a614-7cd39a61d96a tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 949 time: 0.0894644
May 19 23:09:03.788488 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-74e0ddc1-e056-4fdb-a320-f5c17758efe8 req-56fba5a0-f645-463d-96b3-3352f7c092b2 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410867
May 19 23:09:04.269877 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e66d51-4b69-4ea8-9980-b3d5c133c657 req-11725fb3-f3ce-459e-a5ab-9ef077a8885c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:04.271464 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c7e66d51-4b69-4ea8-9980-b3d5c133c657 req-11725fb3-f3ce-459e-a5ab-9ef077a8885c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0836406
May 19 23:09:04.318263 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c7e66d51-4b69-4ea8-9980-b3d5c133c657 req-033c4258-22a6-475b-8ba4-1b7961fc8093 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394094
May 19 23:09:04.476330 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c4b082dd-ae08-4312-9c5c-46e4a89514e5 req-a33733a7-0d3f-4754-a98f-e2aa86c54835 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 210 time: 0.0432832
May 19 23:09:04.802901 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-c7e978f5-e1a8-46d9-876a-3de1edbcd813 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:04.804492 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-c7e978f5-e1a8-46d9-876a-3de1edbcd813 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.36 "GET /v2.0/networks?id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c HTTP/1.1" status: 200  len: 813 time: 0.1620266
May 19 23:09:04.831458 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Request body: {'port': {'device_id': '46888102-e06f-432a-b60e-887659636718', 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c', 'admin_state_up': True, 'tenant_id': 'dca8ede002a448a49a411101a92392f9'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:09:04.850432 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5076c2-ac4f-4ef9-96f9-0c8926c98e17 req-cc91c37c-502e-4576-8182-8f2aea999a26 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:04.852297 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8c5076c2-ac4f-4ef9-96f9-0c8926c98e17 req-cc91c37c-502e-4576-8182-8f2aea999a26 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1227207
May 19 23:09:04.934787 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8c5076c2-ac4f-4ef9-96f9-0c8926c98e17 req-3501120b-181f-4f05-b34a-f8b39cbef60d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732727
May 19 23:09:05.014757 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:09:05.019097 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Usage tracker for resource:port and tenant:dca8ede002a448a49a411101a92392f9 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:09:05.021878 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:09:05.022600 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd074b-e98c-47fe-bdf8-cd879ce33b1e req-9e423ffa-1bc2-407d-901b-f24a0eab2d8a tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:05.024831 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-66dd074b-e98c-47fe-bdf8-cd879ce33b1e req-9e423ffa-1bc2-407d-901b-f24a0eab2d8a tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 949 time: 0.0859447
May 19 23:09:05.028099 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:09:05.037841 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Made reservation on behalf of dca8ede002a448a49a411101a92392f9 for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:09:05.041444 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:05.073012 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-66dd074b-e98c-47fe-bdf8-cd879ce33b1e req-b0738107-1bd5-4846-b7ec-70e8a4d22fc8 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417125
May 19 23:09:05.203433 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Allocated IP 172.20.0.3 (5e90ccdd-a71e-4d8e-9f7e-3d124e10195c/0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1/232cfb0f-6b83-477a-8bd9-cbe889ec22df) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:09:05.412999 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:05.447869 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:05.453214 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:05.524911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a313c66-0dcc-4a6b-9528-988aefd33605 req-0be1d16b-9d2e-4976-8b43-b2c16c783cac tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:05.526537 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9a313c66-0dcc-4a6b-9528-988aefd33605 req-0be1d16b-9d2e-4976-8b43-b2c16c783cac tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0874550
May 19 23:09:05.529350 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:09:05.532789 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:09:05.534817 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Pushing event updated for resources: {'Port': ['ID=232cfb0f-6b83-477a-8bd9-cbe889ec22df,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:05.537070 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:09:05.576171 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9a313c66-0dcc-4a6b-9528-988aefd33605 req-fde9ca82-8d02-494e-b1a2-119912e48246 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440412
May 19 23:09:05.660975 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.661313 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.661659 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.662024 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.662364 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.662700 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.663036 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.663368 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.663698 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.664580 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.665077 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.665413 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:05.669079 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:05.699048 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:05.699648 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:05.719858 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8936601
May 19 23:09:05.738901 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Request body: {'port': {'device_id': '46888102-e06f-432a-b60e-887659636718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:09:05.760355 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-34be6da7-6ad7-4df0-a90d-3a5d4fc381f3 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:05.761745 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-34be6da7-6ad7-4df0-a90d-3a5d4fc381f3 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 949 time: 0.1473322
May 19 23:09:05.769739 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c4cbf-99bd-4060-b42a-087a89f02be0 req-6f60c8ca-2b7e-4f5c-91d1-6a0f6339647c tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:05.771098 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d92c4cbf-99bd-4060-b42a-087a89f02be0 req-6f60c8ca-2b7e-4f5c-91d1-6a0f6339647c tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 931 time: 0.1232851
May 19 23:09:05.851081 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:05.902079 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-d92c4cbf-99bd-4060-b42a-087a89f02be0 req-57c58d16-52d3-4542-a301-b4e3904dcf2d tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Synchronizing usage tracker for tenant:dca8ede002a448a49a411101a92392f9 on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:09:05.940859 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-d92c4cbf-99bd-4060-b42a-087a89f02be0 req-57c58d16-52d3-4542-a301-b4e3904dcf2d tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Unset dirty status for tenant:dca8ede002a448a49a411101a92392f9 on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:09:05.942024 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d92c4cbf-99bd-4060-b42a-087a89f02be0 req-57c58d16-52d3-4542-a301-b4e3904dcf2d tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408651
May 19 23:09:05.955201 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Deleting port 3fd58a34-d55d-4472-978c-faf8f811f2a5 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:09:05.955570 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.198995 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-962bc12d-d624-4272-9794-abaec70d2a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.208813 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] For port 3fd58a34-d55d-4472-978c-faf8f811f2a5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=3fd58a34-d55d-4472-978c-faf8f811f2a5,segment=NetworkSegment(da8012a4-3151-4dd2-9c7d-49f1727b36ec),segment_id=da8012a4-3151-4dd2-9c7d-49f1727b36ec)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:06.209173 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.235988 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232cfb0f-6b83-477a-8bd9-cbe889ec22df {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:09:06.244910 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.264631 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Transition to ACTIVE for port object 232cfb0f-6b83-477a-8bd9-cbe889ec22df will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:09:06.268016 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.274987 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:06.430957 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Pushing event updated for resources: {'Port': ['ID=232cfb0f-6b83-477a-8bd9-cbe889ec22df,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:06.437603 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:06.456130 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Calling delete_port for 3fd58a34-d55d-4472-978c-faf8f811f2a5 owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:09:06.469084 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc7158-642f-411e-81ff-17e14154fadb req-28fb684a-5f73-40ae-ad74-7e95769ff0ff tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:06.470587 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3ccc7158-642f-411e-81ff-17e14154fadb req-28fb684a-5f73-40ae-ad74-7e95769ff0ff tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.4085634
May 19 23:09:06.507263 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Attempting to bind port 232cfb0f-6b83-477a-8bd9-cbe889ec22df on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:09:06.508133 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Attempting to bind port 232cfb0f-6b83-477a-8bd9-cbe889ec22df by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:09:06.508853 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Attempting to bind port 232cfb0f-6b83-477a-8bd9-cbe889ec22df on network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:09:06.513536 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Port 232cfb0f-6b83-477a-8bd9-cbe889ec22df on network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:09:06.514141 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Attempting to bind port 232cfb0f-6b83-477a-8bd9-cbe889ec22df on network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:09:06.519258 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:09:06.519590 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Checking segment: {'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:09:06.520009 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Bound using segment: {'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:09:06.520438 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Bound port: 232cfb0f-6b83-477a-8bd9-cbe889ec22df, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:09:06.520805 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.618782 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] For port 232cfb0f-6b83-477a-8bd9-cbe889ec22df, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:09:06.622060 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] For port 232cfb0f-6b83-477a-8bd9-cbe889ec22df, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=232cfb0f-6b83-477a-8bd9-cbe889ec22df,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:09:06.626363 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3ccc7158-642f-411e-81ff-17e14154fadb req-5afdec3d-a2b7-4003-8da3-a37a4d89335f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404307
May 19 23:09:06.628362 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.632555 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0b889a81-c49a-4736-93c3-bfee37b48982 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:06.635293 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9705603-8cc4-4856-a54f-49dfb99d5317 req-6c47162b-67c8-48cb-82cf-e58e33746e12 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:06.636748 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f9705603-8cc4-4856-a54f-49dfb99d5317 req-6c47162b-67c8-48cb-82cf-e58e33746e12 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 949 time: 0.4194546
May 19 23:09:06.676447 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:06.677065 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.678952 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] 10.222.0.36 "PUT /v2.0/ports/232cfb0f-6b83-477a-8bd9-cbe889ec22df HTTP/1.1" status: 200  len: 1093 time: 0.9450097
May 19 23:09:06.687865 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46888102-e06f-432a-b60e-887659636718', 'tag': '232cfb0f-6b83-477a-8bd9-cbe889ec22df'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:06.728693 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Pushing event updated for resources: {'Port': ['ID=232cfb0f-6b83-477a-8bd9-cbe889ec22df,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:06.741544 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:06.746272 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f9705603-8cc4-4856-a54f-49dfb99d5317 req-49cb0436-8b50-4841-b800-804035dd9dfe tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/security-groups?id=bea0e814-4d1e-4ee2-a3e8-9340304a01b8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933361
May 19 23:09:06.771092 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:06.780459 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:06.809666 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['3fd58a34-d55d-4472-978c-faf8f811f2a5'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:09:06.863209 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46888102-e06f-432a-b60e-887659636718', 'tag': '232cfb0f-6b83-477a-8bd9-cbe889ec22df', 'status': 'completed', 'code': 200}
May 19 23:09:06.884175 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-80edcb4f-5de8-4786-87a4-e6dee160b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:06.885928 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-80edcb4f-5de8-4786-87a4-e6dee160b3b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dca8ede002a448a49a411101a92392f9&device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 1096 time: 0.1032872
May 19 23:09:06.899476 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Pushing event deleted for resources: {'Port': ['ID=3fd58a34-d55d-4472-978c-faf8f811f2a5,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:06.945344 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.946025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.946445 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.946802 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.947146 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.947499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.947850 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.948178 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.948516 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.948855 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.949186 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.949517 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:06.963680 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:06.970634 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-171e050a-53b3-4734-bd3d-48975ae911f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=232cfb0f-6b83-477a-8bd9-cbe889ec22df HTTP/1.1" status: 200  len: 217 time: 0.0705669
May 19 23:09:07.018596 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] No DVR routers for this DVR port 3fd58a34-d55d-4472-978c-faf8f811f2a5 on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:09:07.023726 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:07.026280 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b8df2b-965b-4321-b0f7-22d8d01b1c64', 'name': 'network-vif-deleted', 'tag': '3fd58a34-d55d-4472-978c-faf8f811f2a5'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:07.039779 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dcc7f1c-3938-4450-882a-0d8a268110bf req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.36 "DELETE /v2.0/ports/3fd58a34-d55d-4472-978c-faf8f811f2a5 HTTP/1.1" status: 204  len: 173 time: 1.2671194
May 19 23:09:07.073077 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22663e3d-d986-48af-9e21-845bf9dc26ba req-224925a4-e02e-4fc3-9924-53f665596415 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:07.073855 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-cb1916f1-b785-4349-8f8a-4411565ea7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:07.074634 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-22663e3d-d986-48af-9e21-845bf9dc26ba req-224925a4-e02e-4fc3-9924-53f665596415 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.2230916
May 19 23:09:07.079003 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-cb1916f1-b785-4349-8f8a-4411565ea7ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1 HTTP/1.1" status: 200  len: 853 time: 0.0703881
May 19 23:09:07.123181 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-22663e3d-d986-48af-9e21-845bf9dc26ba req-aad19941-6bdf-4638-942f-b770594af13e tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426519
May 19 23:09:07.166355 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-9f30fd55-7422-4206-b468-c7f1bdebea95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0544946
May 19 23:09:07.225533 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b8df2b-965b-4321-b0f7-22d8d01b1c64', 'name': 'network-vif-deleted', 'tag': '3fd58a34-d55d-4472-978c-faf8f811f2a5', 'status': 'completed', 'code': 200}
May 19 23:09:07.289567 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a739c-2c38-4a9e-8b75-c78a4c7b9776 req-b697f6be-9dbc-4c8f-8ea4-2c54f4caabf6 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:07.291404 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-331a739c-2c38-4a9e-8b75-c78a4c7b9776 req-b697f6be-9dbc-4c8f-8ea4-2c54f4caabf6 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 943 time: 0.0999410
May 19 23:09:07.327514 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-edaac66d-4a4a-46f2-a83e-e7173fbef576 service neutron] 10.222.0.36 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530867
May 19 23:09:07.340600 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-331a739c-2c38-4a9e-8b75-c78a4c7b9776 req-3c625e50-5bf3-4424-a41a-327166903184 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415227
May 19 23:09:07.486770 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-76c5a3da-ffcb-4034-90a9-9e092f87d2b8 req-27a3e24d-5c6c-4cb2-9f16-08e101f93ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443591
May 19 23:09:07.692342 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-8bad634c-4e5e-4ffe-8295-e8b5c8bcd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:07.693896 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-8bad634c-4e5e-4ffe-8295-e8b5c8bcd7e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dca8ede002a448a49a411101a92392f9&device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 1096 time: 0.0765328
May 19 23:09:07.861917 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1a38a-7a57-44d8-b1f0-fd7baa7095ee req-24d08b24-c849-4120-a526-316e3b553dbc tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:07.863814 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9cc1a38a-7a57-44d8-b1f0-fd7baa7095ee req-24d08b24-c849-4120-a526-316e3b553dbc tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1138113
May 19 23:09:07.923460 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9cc1a38a-7a57-44d8-b1f0-fd7baa7095ee req-0ccae537-f87f-4b7f-9042-2ad74a017283 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511940
May 19 23:09:07.972713 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-f111322c-2110-4d1b-878c-acdc0b918fe5 req-46b437e2-2196-415a-93b1-1c0053a4fdd9 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Synchronizing usage tracker for tenant:daa971c9da5a47a2bc79f004ce8bdf7a on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:09:07.973422 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-552c25e9-8544-4875-87f1-283edb305467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:07.974176 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-552c25e9-8544-4875-87f1-283edb305467 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c HTTP/1.1" status: 200  len: 914 time: 0.2413707
May 19 23:09:07.988171 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-f111322c-2110-4d1b-878c-acdc0b918fe5 req-46b437e2-2196-415a-93b1-1c0053a4fdd9 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Unset dirty status for tenant:daa971c9da5a47a2bc79f004ce8bdf7a on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:09:07.989628 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f111322c-2110-4d1b-878c-acdc0b918fe5 req-46b437e2-2196-415a-93b1-1c0053a4fdd9 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2b8df2b-965b-4321-b0f7-22d8d01b1c64 HTTP/1.1" status: 200  len: 210 time: 0.0652673
May 19 23:09:08.052726 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-2e5b6578-b8dd-4efc-ad2f-73ca7739240b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=232cfb0f-6b83-477a-8bd9-cbe889ec22df HTTP/1.1" status: 200  len: 217 time: 0.0648158
May 19 23:09:08.128606 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-69fe797a-b2cb-4737-872b-e11f26cf907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:08.130063 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-69fe797a-b2cb-4737-872b-e11f26cf907b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1 HTTP/1.1" status: 200  len: 853 time: 0.0608706
May 19 23:09:08.179280 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-8f4d2128-b0c5-47b8-8e0a-2a950a5347d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0409493
May 19 23:09:08.339947 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c91d53-00ca-4e75-b120-26a88b96be2a req-d451e99b-dfb6-4a3f-9b07-119f6b8ff69f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:08.339947 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-37c91d53-00ca-4e75-b120-26a88b96be2a req-d451e99b-dfb6-4a3f-9b07-119f6b8ff69f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0910976
May 19 23:09:08.364247 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-9c94f25f-b4ec-49ec-9e21-7d6d0d524e93 service neutron] 10.222.0.36 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405191
May 19 23:09:08.389328 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-37c91d53-00ca-4e75-b120-26a88b96be2a req-5cfa7d5a-45c4-4c18-addb-9c876ea5186c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441010
May 19 23:09:08.494928 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f094290-d0f7-4b90-8d99-b390a5e06d17 req-66c23189-0986-4528-9e6e-85ebd27cdd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:08.496304 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2f094290-d0f7-4b90-8d99-b390a5e06d17 req-66c23189-0986-4528-9e6e-85ebd27cdd8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1098 time: 0.1060281
May 19 23:09:08.511151 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2df4401a-cfb4-4d5e-849e-b57f9aff6d79 req-b95923ed-1ca0-4cc3-92ec-2688c5c16aa3 service neutron] 10.222.0.36 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1349547
May 19 23:09:08.563769 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2f094290-d0f7-4b90-8d99-b390a5e06d17 req-2afc08a9-5132-491c-b13c-7a4021669084 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562513
May 19 23:09:08.579999 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa30337-d2ef-474f-84d3-b034d94bfab4 req-6863cb2b-7bf0-4a82-9a49-f28e2b420b31 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:08.581515 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-daa30337-d2ef-474f-84d3-b034d94bfab4 req-6863cb2b-7bf0-4a82-9a49-f28e2b420b31 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 943 time: 0.1198137
May 19 23:09:08.639141 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-daa30337-d2ef-474f-84d3-b034d94bfab4 req-2e7f5360-ab4f-4829-aebf-93964e71f457 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497868
May 19 23:09:08.718604 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:08.806571 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 42148) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:08.937856 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:08.952473 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:09:08.956371 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Usage tracker for resource:security_group_rule and tenant:f25cebb7f3684557931692a4d56e1739 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:09:08.959236 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:09:08.964975 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:09:09.013844 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6b996b67-0c21-442d-b6df-73d5b5a5c59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:09.096640 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:09.107172 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:09.116457 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-22a6e806-61f8-49ba-870f-82a0fcd7147e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:09.170888 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f25cebb7f3684557931692a4d56e1739&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3626072
May 19 23:09:09.171370 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec39880-2f65-47a7-b5bc-f5420c2f7d22,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:09.173182 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 42166) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:09.174398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:09.196306 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dbae0-b3e6-463a-b261-f95f08fde062 req-b82ace1e-1b2d-43c7-9a24-02c8464325b5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:09.198125 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4e4dbae0-b3e6-463a-b261-f95f08fde062 req-b82ace1e-1b2d-43c7-9a24-02c8464325b5 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1564415
May 19 23:09:09.244034 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-37d52b8b-e40d-453f-bbd7-f8927acdc21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:09.248856 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4e4dbae0-b3e6-463a-b261-f95f08fde062 req-3f93fbb0-f0e7-431c-a336-1d0064602c6a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443270
May 19 23:09:09.282456 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-37d52b8b-e40d-453f-bbd7-f8927acdc21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:09.343427 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-37d52b8b-e40d-453f-bbd7-f8927acdc21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:09.348742 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-de38f90b-5033-4c2c-8016-a348199f609d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:09.362067 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d52b8b-e40d-453f-bbd7-f8927acdc21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec39880-2f65-47a7-b5bc-f5420c2f7d22,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:09.364594 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-37d52b8b-e40d-453f-bbd7-f8927acdc21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:09.365820 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-37d52b8b-e40d-453f-bbd7-f8927acdc21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:09.367123 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-37d52b8b-e40d-453f-bbd7-f8927acdc21f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fec39880-2f65-47a7-b5bc-f5420c2f7d22 HTTP/1.1" status: 204  len: 168 time: 0.1926205
May 19 23:09:09.634552 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5026c64-c0fd-4800-8dc3-eb746bdb0afd req-abebb6a1-0994-4046-97e2-1910bc32c96d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:09.635921 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a5026c64-c0fd-4800-8dc3-eb746bdb0afd req-abebb6a1-0994-4046-97e2-1910bc32c96d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1306677
May 19 23:09:09.690641 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a5026c64-c0fd-4800-8dc3-eb746bdb0afd req-c7bc3b1e-a149-4c0c-b65d-7747a55b883b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480950
May 19 23:09:09.713819 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:09.923715 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 232cfb0f-6b83-477a-8bd9-cbe889ec22df details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:09:09.936136 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 3fd58a34-d55d-4472-978c-faf8f811f2a5 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:09:09.979536 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 3fd58a34-d55d-4472-978c-faf8f811f2a5 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:09:09.979887 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 3fd58a34-d55d-4472-978c-faf8f811f2a5 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:09:10.006067 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d600f-f5e1-4697-9b9c-02aaf098caf2 req-a93366ce-4bc0-415f-bf58-50d3b73a9fc2 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:10.014060 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-361d600f-f5e1-4697-9b9c-02aaf098caf2 req-a93366ce-4bc0-415f-bf58-50d3b73a9fc2 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 943 time: 0.2489567
May 19 23:09:10.080840 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-361d600f-f5e1-4697-9b9c-02aaf098caf2 req-91940b90-683c-4932-a8d4-422fc2e31804 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637207
May 19 23:09:10.108855 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 232cfb0f-6b83-477a-8bd9-cbe889ec22df, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=232cfb0f-6b83-477a-8bd9-cbe889ec22df,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:10.123432 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '232cfb0f-6b83-477a-8bd9-cbe889ec22df', 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c', 'port_id': '232cfb0f-6b83-477a-8bd9-cbe889ec22df', 'mac_address': 'fa:16:3e:a6:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:09:10.187175 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:10.203672 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232cfb0f-6b83-477a-8bd9-cbe889ec22df {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:09:10.225244 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 232cfb0f-6b83-477a-8bd9-cbe889ec22df, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=232cfb0f-6b83-477a-8bd9-cbe889ec22df,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:10.231135 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:10.233074 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:10.312650 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=232cfb0f-6b83-477a-8bd9-cbe889ec22df,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:10.318351 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:10.481179 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f6c51-cbb0-439e-89be-b909e79d1aba req-383c0716-a404-4e93-a317-1d814aa232a2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:10.482766 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-156f6c51-cbb0-439e-89be-b909e79d1aba req-383c0716-a404-4e93-a317-1d814aa232a2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1087427
May 19 23:09:10.541331 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-156f6c51-cbb0-439e-89be-b909e79d1aba req-f719085c-661f-47c1-bb65-646a74350571 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505781
May 19 23:09:10.645814 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['232cfb0f-6b83-477a-8bd9-cbe889ec22df'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:09:10.764013 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-21b225ac-ff56-45dc-8fe5-204033b091e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0999191
May 19 23:09:10.953155 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 42308) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:11.041860 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-5d94df2b-75b4-4ead-b1de-49217c17a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.043517 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-5d94df2b-75b4-4ead-b1de-49217c17a41e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 1098 time: 0.2219503
May 19 23:09:11.068415 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9297f6c-bbe0-4a7f-a95a-c30a0d4b91fa req-557d2ad5-4685-44d2-aae6-81e95548a29f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.071148 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e9297f6c-bbe0-4a7f-a95a-c30a0d4b91fa req-557d2ad5-4685-44d2-aae6-81e95548a29f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1929462
May 19 23:09:11.162313 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:11.183377 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:09:11.188892 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Usage tracker for resource:security_group_rule and tenant:75e5a432467641889a73824bb31f4a8f is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:09:11.193421 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-a7668e16-4825-4134-9cfc-8f91bde351bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.194937 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-a7668e16-4825-4134-9cfc-8f91bde351bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1098 time: 0.1598773
May 19 23:09:11.195735 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:09:11.222909 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:09:11.303909 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e9297f6c-bbe0-4a7f-a95a-c30a0d4b91fa req-99004bf6-3db4-45ce-ad9b-6e40b83463a5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1880994
May 19 23:09:11.358260 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-5f6b2b55-bd03-4776-ad66-03cb420be311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.360181 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-5f6b2b55-bd03-4776-ad66-03cb420be311 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 919 time: 0.2876904
May 19 23:09:11.386715 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-6bdffa1f-9675-4555-a233-f2abfcf7eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.388326 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-6bdffa1f-9675-4555-a233-f2abfcf7eafe service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 919 time: 0.1865332
May 19 23:09:11.418120 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:11.469085 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd525c91-04ae-4c93-a7c8-ede857bc8a13 req-b71d7ebf-e85b-4102-bd8a-cd7d7657fbea tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.469290 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-a284bede-d251-44db-afa3-a55fdcbadfca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594 HTTP/1.1" status: 200  len: 217 time: 0.0736187
May 19 23:09:11.471426 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fd525c91-04ae-4c93-a7c8-ede857bc8a13 req-b71d7ebf-e85b-4102-bd8a-cd7d7657fbea tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.3542550
May 19 23:09:11.541667 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:11.547774 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-8e16a8dc-286c-4ca6-9ad8-09c1375a7769 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c HTTP/1.1" status: 200  len: 217 time: 0.1761575
May 19 23:09:11.563963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:11.575139 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c58b31d6-eb2f-4965-8ede-8ea36cf20b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:11.593645 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-e31c0073-3d15-4a32-8813-000a7c6e4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.595126 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-e31c0073-3d15-4a32-8813-000a7c6e4a85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.1131251
May 19 23:09:11.636950 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fd525c91-04ae-4c93-a7c8-ede857bc8a13 req-51de609e-e1a2-486a-9f9f-135f81ff8235 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208470
May 19 23:09:11.663155 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-fc4a5582-38c4-4f46-91ed-fbfe7bf154d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.663442 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-fc4a5582-38c4-4f46-91ed-fbfe7bf154d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.0882924
May 19 23:09:11.666917 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 42366) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:11.667156 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75e5a432467641889a73824bb31f4a8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7118859
May 19 23:09:11.670617 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-279083c1-204e-4d6d-a9f7-572effa0f071 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581915
May 19 23:09:11.671344 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d234296-8267-4826-9af7-97fe3703c215,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:11.679155 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:11.727863 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e2321-f9fc-40e7-abcd-ebfddfbc0ffa req-03ba8460-efd3-4eb5-a5fb-21e23ef19e34 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:11.729387 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-988e2321-f9fc-40e7-abcd-ebfddfbc0ffa req-03ba8460-efd3-4eb5-a5fb-21e23ef19e34 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 944 time: 0.2568886
May 19 23:09:11.739360 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-69a400e1-8c48-4a41-9797-a73c996b9dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0589685
May 19 23:09:11.841360 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-dac5dd5f-0dc7-4cb1-9198-cb0e908d81a0 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608536
May 19 23:09:11.895803 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-988e2321-f9fc-40e7-abcd-ebfddfbc0ffa req-861d63ab-9468-4156-b98e-f9dc9ee5efa2 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560910
May 19 23:09:11.925939 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-464d1606-00f3-467d-92be-54f5d00302d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:11.933190 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 232cfb0f-6b83-477a-8bd9-cbe889ec22df up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:09:11.982030 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-464d1606-00f3-467d-92be-54f5d00302d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:12.021407 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-630fd5f5-3c07-4323-a247-fc49b3e5812e service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2594576
May 19 23:09:12.022827 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b68bf75d-dc60-4b8f-b24c-81414277ee71 req-c4088898-ac2a-4b45-8141-5e46c230db85 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742737
May 19 23:09:12.037412 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 232cfb0f-6b83-477a-8bd9-cbe889ec22df completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:09:12.046789 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 232cfb0f-6b83-477a-8bd9-cbe889ec22df triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:09:12.047753 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:12.113935 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-464d1606-00f3-467d-92be-54f5d00302d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:12.208256 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-67123010-a78e-44cd-b238-6aba38f8896d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:12.233841 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d1606-00f3-467d-92be-54f5d00302d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d234296-8267-4826-9af7-97fe3703c215,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:12.234246 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:12.237631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-464d1606-00f3-467d-92be-54f5d00302d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:12.251631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-464d1606-00f3-467d-92be-54f5d00302d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:12.257163 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-464d1606-00f3-467d-92be-54f5d00302d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d234296-8267-4826-9af7-97fe3703c215 HTTP/1.1" status: 204  len: 168 time: 0.5851040
May 19 23:09:12.300848 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46888102-e06f-432a-b60e-887659636718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232cfb0f-6b83-477a-8bd9-cbe889ec22df'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:12.314155 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 232cfb0f-6b83-477a-8bd9-cbe889ec22df, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=232cfb0f-6b83-477a-8bd9-cbe889ec22df,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:12.317034 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8a6d59d-8fe6-4e5a-b8b7-68ce93566d8b req-da0f4553-b7a6-406f-aad9-adef0261bd26 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2772968
May 19 23:09:12.321106 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:12.323506 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:12.398682 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46888102-e06f-432a-b60e-887659636718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232cfb0f-6b83-477a-8bd9-cbe889ec22df', 'code': 200}
May 19 23:09:12.453610 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=232cfb0f-6b83-477a-8bd9-cbe889ec22df,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:12.475536 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:12.582748 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3871b9-3a03-40e9-840b-c474b9599b2c req-edcab131-71f9-4b5b-abd5-9c6c47b0fa8e tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:12.585219 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-df3871b9-3a03-40e9-840b-c474b9599b2c req-edcab131-71f9-4b5b-abd5-9c6c47b0fa8e tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1208730
May 19 23:09:12.639555 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-df3871b9-3a03-40e9-840b-c474b9599b2c req-b68f5075-5979-4346-b0dd-37a5aa92b31b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474744
May 19 23:09:12.853553 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7a280-6874-489e-8631-ab763dbd0f89 req-a497fc24-6b77-497c-8655-f82313c8cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:12.855059 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba7a280-6874-489e-8631-ab763dbd0f89 req-a497fc24-6b77-497c-8655-f82313c8cde9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 1098 time: 0.1348393
May 19 23:09:12.865917 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792b72f-a4a6-49f9-9cef-afb83d565656 req-8774a76c-3f83-4a3e-a56f-32ecbfbe0cbd tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:12.868011 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6792b72f-a4a6-49f9-9cef-afb83d565656 req-8774a76c-3f83-4a3e-a56f-32ecbfbe0cbd tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1015413
May 19 23:09:13.025380 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba7a280-6874-489e-8631-ab763dbd0f89 req-a83a4918-34ca-4511-be63-2799b6b1c965 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564343
May 19 23:09:13.029937 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6792b72f-a4a6-49f9-9cef-afb83d565656 req-8c1d768a-53d6-4ddf-9428-245e7e18cb3e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478734
May 19 23:09:13.207229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3eb38-6ad4-4807-a1c7-4cc7e9303873 req-c9dd2b6d-2be7-469e-a94e-4632722744a4 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:13.208669 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dba3eb38-6ad4-4807-a1c7-4cc7e9303873 req-c9dd2b6d-2be7-469e-a94e-4632722744a4 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 945 time: 0.0794854
May 19 23:09:13.254073 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dba3eb38-6ad4-4807-a1c7-4cc7e9303873 req-70bfbe24-59c6-4949-ab2b-d5744a0214be tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391674
May 19 23:09:13.757352 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:13.831610 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24d48f-efa4-4910-9374-16ab78bc0832 req-8bbad635-ebe2-4515-88ca-2ad2af511a7d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:13.833017 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cb24d48f-efa4-4910-9374-16ab78bc0832 req-8bbad635-ebe2-4515-88ca-2ad2af511a7d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0817926
May 19 23:09:13.876830 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cb24d48f-efa4-4910-9374-16ab78bc0832 req-893ce346-28a1-4ede-938d-5db491cecfbd tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371816
May 19 23:09:13.944595 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:09:14.079360 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:14.092972 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'port_id': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'mac_address': 'fa:16:3e:ab:e8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:09:14.148040 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:14.164764 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0e8bd87-29c3-4cc8-8b13-3b24075a8347 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:09:14.183614 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:14.187334 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:14.189167 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:14.221709 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69cd3c8-d066-40dc-a05b-dd6ab01d31d4 req-7031ecc4-583d-4e6e-8a7a-f65bf6252210 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:14.223175 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b69cd3c8-d066-40dc-a05b-dd6ab01d31d4 req-7031ecc4-583d-4e6e-8a7a-f65bf6252210 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0830479
May 19 23:09:14.257330 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=6']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:14.260959 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:14.269015 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b69cd3c8-d066-40dc-a05b-dd6ab01d31d4 req-8c733639-eca6-4e2a-a35a-03c5d00aa26b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396914
May 19 23:09:14.441955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091c24c-0a06-4636-83de-c311c733c32f req-773ad390-80c5-4f2b-acc6-b368116706fe tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:14.443407 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d091c24c-0a06-4636-83de-c311c733c32f req-773ad390-80c5-4f2b-acc6-b368116706fe tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 945 time: 0.0802598
May 19 23:09:14.489837 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d091c24c-0a06-4636-83de-c311c733c32f req-478c8f5c-023e-49e7-bbce-f5b5b7b2fc61 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399585
May 19 23:09:14.516055 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f0e8bd87-29c3-4cc8-8b13-3b24075a8347'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:09:14.957178 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 42498) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:15.107365 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37218-c009-467d-8c84-66ca48146030 req-3c3f0f63-482e-468d-8e71-9878aa6a355d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:15.108836 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dfe37218-c009-467d-8c84-66ca48146030 req-3c3f0f63-482e-468d-8e71-9878aa6a355d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 944 time: 0.1132703
May 19 23:09:15.140741 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-c7379a88-89eb-48aa-9c40-bfee4bc45de1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=daa971c9da5a47a2bc79f004ce8bdf7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1823378
May 19 23:09:15.143535 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 42504) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:15.187399 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dfe37218-c009-467d-8c84-66ca48146030 req-05ea5309-59e4-408d-bc2c-1da95df475f8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715611
May 19 23:09:15.222597 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a39e3061-4aaa-4365-a5ae-0574247b7468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:15.251505 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a39e3061-4aaa-4365-a5ae-0574247b7468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:15.307815 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a39e3061-4aaa-4365-a5ae-0574247b7468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:15.311836 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-33d9e02c-cc65-47a3-8ed5-ec77942fb974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:15.322540 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e3061-4aaa-4365-a5ae-0574247b7468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea0e814-4d1e-4ee2-a3e8-9340304a01b8,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:15.324807 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a39e3061-4aaa-4365-a5ae-0574247b7468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:15.330838 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a39e3061-4aaa-4365-a5ae-0574247b7468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:15.332111 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-a39e3061-4aaa-4365-a5ae-0574247b7468 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bea0e814-4d1e-4ee2-a3e8-9340304a01b8 HTTP/1.1" status: 204  len: 168 time: 0.1876404
May 19 23:09:15.476783 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d01917-a492-40c3-a87a-30777e4a8b23 req-ef5a1dfb-aba8-4186-a3c3-34889879fbfe tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:15.481636 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f2d01917-a492-40c3-a87a-30777e4a8b23 req-ef5a1dfb-aba8-4186-a3c3-34889879fbfe tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0936637
May 19 23:09:15.540316 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f2d01917-a492-40c3-a87a-30777e4a8b23 req-6a94ee49-fb83-4ecc-a3be-01c369507c70 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554314
May 19 23:09:15.721241 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1d462-a5df-4cfd-9b32-574406169c34 req-9a65e845-ac23-4631-bcac-79af85ca2952 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:15.722739 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1cf1d462-a5df-4cfd-9b32-574406169c34 req-9a65e845-ac23-4631-bcac-79af85ca2952 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 945 time: 0.0863862
May 19 23:09:15.771192 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1cf1d462-a5df-4cfd-9b32-574406169c34 req-9522af00-9e56-4eea-9cc7-2c4ebacfcedd tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415757
May 19 23:09:15.953673 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:09:16.031981 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:09:16.032880 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:16.151709 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:16.179632 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:16.189400 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:16.194151 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:16.196587 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:16.240565 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'code': 200}
May 19 23:09:16.269295 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=7']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:16.278741 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:16.394205 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ef9fd-c721-4022-820e-1e434dbadd35 req-c3956ca4-e52e-4463-828b-6ff57025a23a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:16.395685 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-731ef9fd-c721-4022-820e-1e434dbadd35 req-c3956ca4-e52e-4463-828b-6ff57025a23a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0847692
May 19 23:09:16.445265 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-731ef9fd-c721-4022-820e-1e434dbadd35 req-2b5873f5-5664-43dc-900e-a6886db66ea3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425997
May 19 23:09:17.244337 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9357dc-e452-4b90-8764-4c83383fca51 req-62a856ae-47b9-436b-ba2a-697705f59a45 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:17.245875 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9357dc-e452-4b90-8764-4c83383fca51 req-62a856ae-47b9-436b-ba2a-697705f59a45 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0844891
May 19 23:09:17.295308 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9357dc-e452-4b90-8764-4c83383fca51 req-6e93732e-d991-47af-82a2-81d07f020bbe tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432687
May 19 23:09:17.641958 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b0069-a126-4536-b27d-2322a959c5d7 req-d4cedf5c-1171-4bf5-86de-e1f7595b1ef0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:17.643422 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c80b0069-a126-4536-b27d-2322a959c5d7 req-d4cedf5c-1171-4bf5-86de-e1f7595b1ef0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.0874784
May 19 23:09:17.691490 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c80b0069-a126-4536-b27d-2322a959c5d7 req-88a72fc5-c85d-46a7-a7bb-32cb663f71dd tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411966
May 19 23:09:18.939364 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f7832-42e0-47dc-9c42-2c341a784c90 req-5f1bd259-c01a-4afa-b9a7-0814959788a8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:18.940885 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2e3f7832-42e0-47dc-9c42-2c341a784c90 req-5f1bd259-c01a-4afa-b9a7-0814959788a8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1206441
May 19 23:09:19.020832 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2e3f7832-42e0-47dc-9c42-2c341a784c90 req-b20d58aa-01e2-4765-9dad-a4be646dc899 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734544
May 19 23:09:19.813759 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 42664) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:19.967245 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:19.984409 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:09:19.989538 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Usage tracker for resource:security_group_rule and tenant:22c057d6b40e4f0baeed05bd2b97426b is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:09:19.994051 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:09:20.002333 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:09:20.128045 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:20.168906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:20.176639 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e057d5f2-5b5c-4a19-9d53-ddc7dacc7f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:20.307688 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22c057d6b40e4f0baeed05bd2b97426b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4899650
May 19 23:09:20.307688 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f503718a-a04c-47fc-9f5f-e41ee3026845,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:20.308673 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 42674) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:20.332450 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:20.361564 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:09:20.386072 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03033be-eedc-4226-a398-f1fd99a4ef6e req-cda00841-13c6-440f-bbcf-ccd8cd93359a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:20.394510 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b03033be-eedc-4226-a398-f1fd99a4ef6e req-cda00841-13c6-440f-bbcf-ccd8cd93359a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.2188022
May 19 23:09:20.459966 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b03033be-eedc-4226-a398-f1fd99a4ef6e req-613d3f7b-86ed-48ec-a6cd-e06a72425490 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639975
May 19 23:09:20.466376 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2be3c1c-9922-4451-9f48-1c89945bb810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:20.498907 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2be3c1c-9922-4451-9f48-1c89945bb810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:20.573137 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2be3c1c-9922-4451-9f48-1c89945bb810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:20.576978 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0d3e12a0-d0e0-4bea-8195-28dfbd8df629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:20.589268 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be3c1c-9922-4451-9f48-1c89945bb810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f503718a-a04c-47fc-9f5f-e41ee3026845,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:20.592016 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2be3c1c-9922-4451-9f48-1c89945bb810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:20.607744 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c2be3c1c-9922-4451-9f48-1c89945bb810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:20.611520 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c2be3c1c-9922-4451-9f48-1c89945bb810 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f503718a-a04c-47fc-9f5f-e41ee3026845 HTTP/1.1" status: 204  len: 168 time: 0.2984240
May 19 23:09:21.459550 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 42704) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:21.640203 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-268341517-network', 'tenant_id': 'c582535bb78d401288ce33c82772fa57'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:09:21.646088 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:09:21.654662 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Usage tracker for resource:network and tenant:c582535bb78d401288ce33c82772fa57 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:09:21.658162 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:09:21.666601 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:09:21.684184 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Made reservation on behalf of c582535bb78d401288ce33c82772fa57 for: {'network': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:09:21.687002 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:21.704421 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:21.705810 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d789923-a01f-45e1-81a9-1f4e6d0f2afe req-01b29be0-6ae2-47ba-893e-1e20bdc3b112 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:21.708065 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1d789923-a01f-45e1-81a9-1f4e6d0f2afe req-01b29be0-6ae2-47ba-893e-1e20bdc3b112 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1020854
May 19 23:09:21.732033 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:09:21.738009 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Usage tracker for resource:security_group_rule and tenant:c582535bb78d401288ce33c82772fa57 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:09:21.742628 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:09:21.749619 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:09:21.787799 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1d789923-a01f-45e1-81a9-1f4e6d0f2afe req-ad0c72d0-cf2d-4340-9dcb-0382ee62e50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0567036
May 19 23:09:21.860969 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:21.865022 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:21.868637 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-734029a7-485b-4032-8cea-959b9f0ec1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:21.897302 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=91826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:09:21.910561 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5f742b-80f4-4e45-9910-a3876d4bcd4e,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:21.913963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:21.922659 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:21.923083 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.segments_db [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Added segment 8c10022c-548a-4fd4-aaf6-42bd4dee13dd of type vlan for network 27765c29-1d88-4e38-9b61-35432bb4a92d
May 19 23:09:21.974458 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:22.011321 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:22.012727 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:22.013627 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:22.018926 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:22.133630 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6685281
May 19 23:09:22.133915 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 42720) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:22.141455 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Request body: {'subnet': {'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-268341517-subnet', 'tenant_id': 'c582535bb78d401288ce33c82772fa57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:09:22.144887 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Pushing event updated for resources: {'Network': ['ID=27765c29-1d88-4e38-9b61-35432bb4a92d,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:22.148071 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:22.151242 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:09:22.156493 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 27765c29-1d88-4e38-9b61-35432bb4a92d details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:09:22.158412 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Usage tracker for resource:subnet and tenant:c582535bb78d401288ce33c82772fa57 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:09:22.168478 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:09:22.175307 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:09:22.195864 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Made reservation on behalf of c582535bb78d401288ce33c82772fa57 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:09:22.200272 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233147'] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:22.668444 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6169069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233097'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:22.673670 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7da97a2a-402b-4e83-b343-804999676a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:22.761368 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Checking segment: {'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:09:22.761726 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Network hostable DHCP agents. Network: 27765c29-1d88-4e38-9b61-35432bb4a92d, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:09:22.767428 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c18d06-5486-4840-9080-e9986ab84257,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:22.770142 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:22.790515 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Network 27765c29-1d88-4e38-9b61-35432bb4a92d is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:09:22.801547 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 27765c29-1d88-4e38-9b61-35432bb4a92d) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:09:22.812843 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:22.813299 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:22.814142 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f34289-bc9c-485a-8825-a8d264d968f7 None None] Network 27765c29-1d88-4e38-9b61-35432bb4a92d requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:09:22.835847 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-272c7031-7e46-43b5-b89f-5064090e3373 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7002368
May 19 23:09:23.070424 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d41bb8-150a-45da-8a3e-a136782cf284 req-87a1cfe7-6364-4e29-aa1d-3ececdfcc832 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:23.078829 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71d41bb8-150a-45da-8a3e-a136782cf284 req-87a1cfe7-6364-4e29-aa1d-3ececdfcc832 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1390235
May 19 23:09:23.109783 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c682181-a440-446b-8044-02a9c9b9d983 None None] Network 27765c29-1d88-4e38-9b61-35432bb4a92d requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:09:23.149771 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71d41bb8-150a-45da-8a3e-a136782cf284 req-6fe7381a-5647-40d8-95ea-9eb9b4d66a37 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695250
May 19 23:09:24.387171 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f811c8a-4714-46d1-9048-4e1edc56bd24 req-4e81b657-e11c-4c4f-8703-5fe1b81455e4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:24.431892 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4f811c8a-4714-46d1-9048-4e1edc56bd24 req-4e81b657-e11c-4c4f-8703-5fe1b81455e4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1447306
May 19 23:09:24.572113 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4f811c8a-4714-46d1-9048-4e1edc56bd24 req-2b17e2f4-bb6a-4a8d-8604-1104099ee7b7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1388483
May 19 23:09:25.960664 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada2e39-ed7a-4915-9672-719be7d079b0 req-086ae3dc-4661-4338-990e-a33dda3de3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:25.967890 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-eada2e39-ed7a-4915-9672-719be7d079b0 req-086ae3dc-4661-4338-990e-a33dda3de3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1976426
May 19 23:09:26.022308 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-eada2e39-ed7a-4915-9672-719be7d079b0 req-58f808f3-f102-4e61-a871-9ee67dafb95a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534134
May 19 23:09:26.610383 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-5612691d-0c21-4e10-9774-a40c413a5888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:26.612237 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-5612691d-0c21-4e10-9774-a40c413a5888 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1098 time: 0.1125293
May 19 23:09:26.833176 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-2d258218-b6b4-4dc0-ab86-78e5060ec539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:26.834575 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-2d258218-b6b4-4dc0-ab86-78e5060ec539 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 919 time: 0.2125487
May 19 23:09:26.909601 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f7876-44af-43c1-aa9a-013a1752fd1b req-6e8bfe85-867c-4783-bc05-3d8bea5ade54 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:26.911198 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ac1f7876-44af-43c1-aa9a-013a1752fd1b req-6e8bfe85-867c-4783-bc05-3d8bea5ade54 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1864007
May 19 23:09:26.924713 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-cbd452c5-437c-4432-8bfc-2509624cbfa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594 HTTP/1.1" status: 200  len: 217 time: 0.0817287
May 19 23:09:27.011722 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ac1f7876-44af-43c1-aa9a-013a1752fd1b req-403dbf65-98ed-49a6-8f16-1d6d8d1be19e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889642
May 19 23:09:27.024159 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-d7f0ca01-64f4-4947-a6e5-9dcf6131643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:27.025927 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-d7f0ca01-64f4-4947-a6e5-9dcf6131643f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.0881693
May 19 23:09:27.086337 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-9ac09286-89db-4ef3-b4d3-38a072fdc781 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483642
May 19 23:09:27.298028 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-488cb006-fe79-49a5-b302-c5b20360a76e service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2042038
May 19 23:09:27.337872 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711078f6-f964-4208-9353-e516f03f685f req-45cbe5a4-84b6-49c2-a960-8b756d204120 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:27.353917 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-711078f6-f964-4208-9353-e516f03f685f req-45cbe5a4-84b6-49c2-a960-8b756d204120 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1549242
May 19 23:09:27.489015 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-711078f6-f964-4208-9353-e516f03f685f req-3c9a430e-a8c8-4a87-80ef-af523437d701 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1405888
May 19 23:09:27.532900 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e34593c-a676-4048-93ce-7d27ee4633f3 req-71768cf4-7faf-4bec-82db-68cc6a8b8a89 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2250073
May 19 23:09:28.215385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00818b4-ce29-4fba-80d0-c27c1050c26b req-160aff7b-454a-4ca3-947e-884f8c0f00fe tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:28.218407 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d00818b4-ce29-4fba-80d0-c27c1050c26b req-160aff7b-454a-4ca3-947e-884f8c0f00fe tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0849822
May 19 23:09:28.269383 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d00818b4-ce29-4fba-80d0-c27c1050c26b req-455da79d-a7e9-43cd-bea5-e11abbbf2c9e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423193
May 19 23:09:28.750059 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d6c12fe5-058d-4579-81c7-d3601c38bbb8 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:28.751507 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d6c12fe5-058d-4579-81c7-d3601c38bbb8 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/networks?id=27765c29-1d88-4e38-9b61-35432bb4a92d HTTP/1.1" status: 200  len: 808 time: 0.2165191
May 19 23:09:28.786172 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7111d-0a84-4f98-8253-f27ceceb57fe req-59e78477-5273-4ffa-b9a2-0c3e5fd89e13 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:28.787638 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d0e7111d-0a84-4f98-8253-f27ceceb57fe req-59e78477-5273-4ffa-b9a2-0c3e5fd89e13 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.1482303
May 19 23:09:28.789402 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-ba5245fb-7601-4c7e-b1e8-8dc2c4ef487f tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/quotas/c582535bb78d401288ce33c82772fa57 HTTP/1.1" status: 200  len: 375 time: 0.0299644
May 19 23:09:28.854899 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b1408f54-e500-4167-b41d-81cc7cc57885 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c582535bb78d401288ce33c82772fa57&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0452282
May 19 23:09:28.906681 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d0e7111d-0a84-4f98-8253-f27ceceb57fe req-17a9445a-b9ea-43dd-82ef-c3b01c74367e tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125617
May 19 23:09:28.999065 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-8bd81044-bb9e-4ace-a7a9-491b78b694ae service neutron] 10.222.0.25 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353884
May 19 23:09:29.218310 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-09979b98-b64b-4592-9c66-e67b5f3c1b56 service neutron] 10.222.0.25 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2132411
May 19 23:09:29.477108 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e971c4c0-10e1-4721-8385-77aaea1cdf6a req-14c20f2d-ac61-4eaa-b228-7832992cfeab tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 210 time: 0.0873632
May 19 23:09:29.528090 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-c68efd1e-07f6-43bd-9e93-4ef2d0bf5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:29.529516 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-c68efd1e-07f6-43bd-9e93-4ef2d0bf5419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 1098 time: 0.1856217
May 19 23:09:29.546204 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3552d-344c-4c8a-8839-7563bb35a149 req-ded21e4d-9a2a-4747-b74f-606200c9fa7e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:29.550342 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f5e3552d-344c-4c8a-8839-7563bb35a149 req-ded21e4d-9a2a-4747-b74f-606200c9fa7e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1252286
May 19 23:09:29.697664 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f5e3552d-344c-4c8a-8839-7563bb35a149 req-a1155cc3-a5ff-4f5c-86b5-a5e86a37df3b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1266341
May 19 23:09:29.727846 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-340e77b6-389c-4a70-bc25-a43db28e0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:29.729297 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-340e77b6-389c-4a70-bc25-a43db28e0977 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.1780424
May 19 23:09:29.847250 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-3cf5e99e-8392-499d-9bed-686b618ff427 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347 HTTP/1.1" status: 200  len: 1000 time: 0.0999997
May 19 23:09:29.913841 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-b3d9adf0-b707-4102-ade5-9591bca6c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:29.915375 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-b3d9adf0-b707-4102-ade5-9591bca6c9c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.0610206
May 19 23:09:30.029923 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-32667d83-d50d-417f-8f1f-bd86deace43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:30.031501 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-32667d83-d50d-417f-8f1f-bd86deace43d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810087
May 19 23:09:30.232471 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf39929-2ffc-4b17-a8b7-a9b87325f83e req-570a25c1-d5ae-40c6-b41a-9e1df9fa33f0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:30.233963 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-acf39929-2ffc-4b17-a8b7-a9b87325f83e req-570a25c1-d5ae-40c6-b41a-9e1df9fa33f0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.2015772
May 19 23:09:30.239200 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-18d0f86c-770c-4743-bb79-d755dc7b60ca service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663196
May 19 23:09:30.305091 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-acf39929-2ffc-4b17-a8b7-a9b87325f83e req-46f715c7-5b59-4285-832c-dd8d9c2420df tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649664
May 19 23:09:30.408645 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff9818b7-8e8b-4738-a1bb-d97cb60bc4bd req-bfbd6579-94df-4413-b1e6-7f7253a51702 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276510
May 19 23:09:30.635373 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-966c460e-871a-48c1-8eb4-84b98d1809ff req-ec439055-70cb-4f76-90cb-f5752632dee0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 210 time: 0.0424600
May 19 23:09:30.883150 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-596005a4-24d3-4c82-a2e0-d59ec72b4e55 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:30.884594 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-596005a4-24d3-4c82-a2e0-d59ec72b4e55 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.36 "GET /v2.0/networks?id=27765c29-1d88-4e38-9b61-35432bb4a92d HTTP/1.1" status: 200  len: 808 time: 0.2071910
May 19 23:09:30.917589 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbda313-73a7-4eeb-8cac-b4e43a2e93ae req-2a08e434-e889-44a7-b980-7e31c017b81f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:30.922152 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fbbda313-73a7-4eeb-8cac-b4e43a2e93ae req-2a08e434-e889-44a7-b980-7e31c017b81f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1150396
May 19 23:09:30.927601 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Request body: {'port': {'device_id': '2e29e3ca-4371-40cc-a1d3-9e0cab526b02', 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d', 'admin_state_up': True, 'tenant_id': 'c582535bb78d401288ce33c82772fa57'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:09:31.059601 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fbbda313-73a7-4eeb-8cac-b4e43a2e93ae req-6add3f39-ca16-4c81-b30e-90309d09b666 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156771
May 19 23:09:31.097000 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:09:31.101041 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Usage tracker for resource:port and tenant:c582535bb78d401288ce33c82772fa57 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:09:31.103779 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:09:31.109455 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:09:31.119173 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Made reservation on behalf of c582535bb78d401288ce33c82772fa57 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:09:31.122733 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:31.375081 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Allocated IP 172.20.0.2 (27765c29-1d88-4e38-9b61-35432bb4a92d/e1c18d06-5486-4840-9080-e9986ab84257/368ece02-5f60-4545-886a-dc5f4da58f68) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:09:31.633658 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fafda6-0bf8-4240-9f0a-912670e61c81 req-38c9d244-8dea-4066-bb74-f0fa009f8875 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:31.635120 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e3fafda6-0bf8-4240-9f0a-912670e61c81 req-38c9d244-8dea-4066-bb74-f0fa009f8875 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 945 time: 0.2134192
May 19 23:09:31.667159 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:31.704818 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e3fafda6-0bf8-4240-9f0a-912670e61c81 req-346f5a5b-e3c2-438f-ae21-2b41c429ce53 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617838
May 19 23:09:31.729469 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:31.729469 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:31.838711 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Network 27765c29-1d88-4e38-9b61-35432bb4a92d is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:09:31.847852 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:09:31.854120 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:09:31.882521 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Pushing event updated for resources: {'Port': ['ID=368ece02-5f60-4545-886a-dc5f4da58f68,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:31.889821 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:31.926919 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:31.927638 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:31.950435 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c779815-6e20-443f-a3b5-39d565735594 req-ff9b633c-fc85-4855-a4cd-e03bafd92cdd tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:31.951934 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4c779815-6e20-443f-a3b5-39d565735594 req-ff9b633c-fc85-4855-a4cd-e03bafd92cdd tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 931 time: 0.1888793
May 19 23:09:31.976817 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0531247
May 19 23:09:31.998595 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Request body: {'port': {'device_id': '2e29e3ca-4371-40cc-a1d3-9e0cab526b02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:09:32.044724 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4c779815-6e20-443f-a3b5-39d565735594 req-7798357e-6aff-449f-9359-ef381804cd11 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845718
May 19 23:09:32.099446 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:09:32.120514 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:32.234008 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:32.265156 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:32.274626 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:32.280876 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:32.282752 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:32.326625 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'code': 200}
May 19 23:09:32.351388 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=8']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:32.359446 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.359798 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.360136 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.360473 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.360805 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.361136 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.361465 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.361813 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.362140 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.362465 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.362786 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.363108 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:09:32.366478 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed828e80-b0fe-4e58-9f19-7c66b095194a req-8ca9908c-55de-4637-9c7b-6ecf09eb188d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:32.367759 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:32.370158 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ed828e80-b0fe-4e58-9f19-7c66b095194a req-8ca9908c-55de-4637-9c7b-6ecf09eb188d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1961811
May 19 23:09:32.475432 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ed828e80-b0fe-4e58-9f19-7c66b095194a req-bf059133-ca9b-4261-b7b7-38acfdefc75f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986271
May 19 23:09:32.572549 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368ece02-5f60-4545-886a-dc5f4da58f68 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:09:32.579725 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:32.594001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Transition to ACTIVE for port object 368ece02-5f60-4545-886a-dc5f4da58f68 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:09:32.598234 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:32.602660 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-aa001c14-4ac8-454b-ace0-a016393606b7 tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:32.758260 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Pushing event updated for resources: {'Port': ['ID=368ece02-5f60-4545-886a-dc5f4da58f68,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:32.765481 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:32.868434 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Attempting to bind port 368ece02-5f60-4545-886a-dc5f4da58f68 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:09:32.868680 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Attempting to bind port 368ece02-5f60-4545-886a-dc5f4da58f68 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:09:32.869013 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Attempting to bind port 368ece02-5f60-4545-886a-dc5f4da58f68 on network 27765c29-1d88-4e38-9b61-35432bb4a92d {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:09:32.880065 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Port 368ece02-5f60-4545-886a-dc5f4da58f68 on network 27765c29-1d88-4e38-9b61-35432bb4a92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:09:32.880382 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Attempting to bind port 368ece02-5f60-4545-886a-dc5f4da58f68 on network 27765c29-1d88-4e38-9b61-35432bb4a92d {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:09:32.893530 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:09:32.893894 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Checking segment: {'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:09:32.894283 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Bound using segment: {'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:09:32.894710 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Bound port: 368ece02-5f60-4545-886a-dc5f4da58f68, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:09:32.895054 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:33.064136 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f846-978e-48f7-bd88-c9b18903bc48 req-ff354141-f509-4ece-afb7-c55686c8cc77 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:33.065588 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8106f846-978e-48f7-bd88-c9b18903bc48 req-ff354141-f509-4ece-afb7-c55686c8cc77 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.2350619
May 19 23:09:33.113068 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] For port 368ece02-5f60-4545-886a-dc5f4da58f68, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:09:33.127243 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] For port 368ece02-5f60-4545-886a-dc5f4da58f68, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=368ece02-5f60-4545-886a-dc5f4da58f68,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:09:33.130762 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8106f846-978e-48f7-bd88-c9b18903bc48 req-7b6a6aa8-4652-4232-8acb-e1fe31e1aa28 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561767
May 19 23:09:33.133291 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:33.138390 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:33.234654 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:33.235262 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:33.236580 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] 10.222.0.36 "PUT /v2.0/ports/368ece02-5f60-4545-886a-dc5f4da58f68 HTTP/1.1" status: 200  len: 1093 time: 1.2419221
May 19 23:09:33.237057 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e29e3ca-4371-40cc-a1d3-9e0cab526b02', 'tag': '368ece02-5f60-4545-886a-dc5f4da58f68'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:33.271775 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Pushing event updated for resources: {'Port': ['ID=368ece02-5f60-4545-886a-dc5f4da58f68,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:33.276048 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:33.293379 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e29e3ca-4371-40cc-a1d3-9e0cab526b02', 'tag': '368ece02-5f60-4545-886a-dc5f4da58f68', 'status': 'completed', 'code': 200}
May 19 23:09:33.301872 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891b628-a642-4412-9bf9-bc389139c215 req-a9460b60-d582-4025-996e-b663b67151d4 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:33.302571 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-5891b628-a642-4412-9bf9-bc389139c215 req-a9460b60-d582-4025-996e-b663b67151d4 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Synchronizing usage tracker for tenant:c582535bb78d401288ce33c82772fa57 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:09:33.320670 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-5891b628-a642-4412-9bf9-bc389139c215 req-a9460b60-d582-4025-996e-b663b67151d4 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Unset dirty status for tenant:c582535bb78d401288ce33c82772fa57 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:09:33.321855 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5891b628-a642-4412-9bf9-bc389139c215 req-a9460b60-d582-4025-996e-b663b67151d4 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 943 time: 0.1280560
May 19 23:09:33.422227 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5891b628-a642-4412-9bf9-bc389139c215 req-80eae9c3-2106-4f17-8f8a-6b0da6f130fc tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945394
May 19 23:09:33.439524 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-1e1c4a2b-c98c-4da8-b554-be4e2eeefada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:33.440987 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-1e1c4a2b-c98c-4da8-b554-be4e2eeefada service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c582535bb78d401288ce33c82772fa57&device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 1096 time: 0.0999882
May 19 23:09:33.520585 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-661a090c-6484-4e87-8b56-362b829e62b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=368ece02-5f60-4545-886a-dc5f4da58f68 HTTP/1.1" status: 200  len: 217 time: 0.0629647
May 19 23:09:33.599278 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-3e93379f-8f31-473a-a538-dc193d613c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:33.600716 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-3e93379f-8f31-473a-a538-dc193d613c5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1c18d06-5486-4840-9080-e9986ab84257 HTTP/1.1" status: 200  len: 848 time: 0.0687628
May 19 23:09:33.686877 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-c1fd4ad9-7826-465b-a7da-cdb4a21f6d59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27765c29-1d88-4e38-9b61-35432bb4a92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509098
May 19 23:09:33.827101 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87889-e5ec-4e42-93d2-5acdf74b985b req-7ef2186a-d542-4eda-ae21-8a39117535ed tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:33.828558 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5bd87889-e5ec-4e42-93d2-5acdf74b985b req-7ef2186a-d542-4eda-ae21-8a39117535ed tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.2311621
May 19 23:09:33.870768 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-83aac77a-3541-4ee1-b8c8-37881105e158 service neutron] 10.222.0.36 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1711786
May 19 23:09:33.921070 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5bd87889-e5ec-4e42-93d2-5acdf74b985b req-b31b35cf-8552-4076-992d-d579c236d4b6 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850222
May 19 23:09:34.011573 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-742b0af6-bbc5-4d1e-84a9-a2d96ae47711 req-8e2d55e2-d404-4049-b460-b6608fcb3f46 service neutron] 10.222.0.36 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337414
May 19 23:09:34.197721 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-ea370e44-1c70-47ac-9365-74ad39c6a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:34.199329 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-ea370e44-1c70-47ac-9365-74ad39c6a814 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c582535bb78d401288ce33c82772fa57&device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 1096 time: 0.0734742
May 19 23:09:34.395208 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-991785db-5dc6-4e99-946a-019c8798e7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:34.396643 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-991785db-5dc6-4e99-946a-019c8798e7c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=27765c29-1d88-4e38-9b61-35432bb4a92d HTTP/1.1" status: 200  len: 909 time: 0.1880131
May 19 23:09:34.410550 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950a0c8-84f2-42cf-b212-c658fd08ff27 req-edc76924-7787-49e5-a024-51ca639bddb6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:34.411885 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1950a0c8-84f2-42cf-b212-c658fd08ff27 req-edc76924-7787-49e5-a024-51ca639bddb6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.1171370
May 19 23:09:34.489067 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-04d6781b-704c-4826-a3a8-619367e69a17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=368ece02-5f60-4545-886a-dc5f4da58f68 HTTP/1.1" status: 200  len: 217 time: 0.0762615
May 19 23:09:34.581035 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1950a0c8-84f2-42cf-b212-c658fd08ff27 req-3d771939-b076-48df-9a5e-0a4c1b84faee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216373
May 19 23:09:34.623768 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-ded60613-404b-47ff-a779-dc164359f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:34.625333 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-ded60613-404b-47ff-a779-dc164359f2a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1c18d06-5486-4840-9080-e9986ab84257 HTTP/1.1" status: 200  len: 848 time: 0.1217048
May 19 23:09:34.678828 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-62f635cb-c060-4812-8246-da65c5ea13d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27765c29-1d88-4e38-9b61-35432bb4a92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444086
May 19 23:09:34.690461 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43732653-0b8e-4bb0-9e47-80fe98807d65 req-67b5b860-cdbf-4872-88cf-cbdf552f5737 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:34.692204 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-43732653-0b8e-4bb0-9e47-80fe98807d65 req-67b5b860-cdbf-4872-88cf-cbdf552f5737 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 943 time: 0.1562309
May 19 23:09:34.915735 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-43732653-0b8e-4bb0-9e47-80fe98807d65 req-bee9bcdb-f009-42c7-9612-26fd07f5402d tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2056739
May 19 23:09:34.952139 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-27e43e68-ddf8-4327-abe7-af08645d540d service neutron] 10.222.0.36 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2593470
May 19 23:09:35.095305 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46824d08-9d1b-4493-b40e-b86f5f69d76e req-986410b2-f01a-4232-91fc-a7cad1b67e8c service neutron] 10.222.0.36 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341558
May 19 23:09:35.247958 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75c7e9-8dd5-4d31-8492-f57bbcb03812 req-b43c6f42-67ef-40eb-a4fd-174c614b5a32 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:35.249436 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6f75c7e9-8dd5-4d31-8492-f57bbcb03812 req-b43c6f42-67ef-40eb-a4fd-174c614b5a32 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0879760
May 19 23:09:35.298321 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6f75c7e9-8dd5-4d31-8492-f57bbcb03812 req-334875cf-24e1-466b-b977-9edceffb9e7c tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432603
May 19 23:09:35.503291 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8769427-6e24-4e3c-9cc0-311b605a93c5 req-1806bbad-23d9-4b4f-939f-0d2b42c8827a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:35.504763 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a8769427-6e24-4e3c-9cc0-311b605a93c5 req-1806bbad-23d9-4b4f-939f-0d2b42c8827a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0803175
May 19 23:09:35.550774 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a8769427-6e24-4e3c-9cc0-311b605a93c5 req-afff96a1-b65a-4e84-a15b-0968e9f415cf tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396645
May 19 23:09:35.728064 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 42932) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:09:35.843600 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-b7a60eef-4184-4556-a3f0-b5b57f93eef7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1142554
May 19 23:09:36.108870 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 368ece02-5f60-4545-886a-dc5f4da58f68 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:09:36.113441 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff857c06-60a7-4c55-80d1-7365b7a68abd req-1a5094af-0c2b-4ce3-8a14-ac5e58cf4c93 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:36.121657 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff857c06-60a7-4c55-80d1-7365b7a68abd req-1a5094af-0c2b-4ce3-8a14-ac5e58cf4c93 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 943 time: 0.0939674
May 19 23:09:36.128694 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:09:36.170916 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ff857c06-60a7-4c55-80d1-7365b7a68abd req-98342f6c-345e-4b89-a74b-07c37c918af8 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482039
May 19 23:09:36.247871 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-89ae3043-e227-4bbd-a601-279030239301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:36.416510 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 368ece02-5f60-4545-886a-dc5f4da58f68, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=368ece02-5f60-4545-886a-dc5f4da58f68,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:36.431398 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '368ece02-5f60-4545-886a-dc5f4da58f68', 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d', 'port_id': '368ece02-5f60-4545-886a-dc5f4da58f68', 'mac_address': 'fa:16:3e:a6:da:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c18d06-5486-4840-9080-e9986ab84257', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:09:36.499793 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:36.516326 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b6615-8479-47d2-8362-f4fed4610211 req-0f552692-5438-44bd-8e61-621db894d540 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:36.517887 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e21b6615-8479-47d2-8362-f4fed4610211 req-0f552692-5438-44bd-8e61-621db894d540 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0989490
May 19 23:09:36.520282 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368ece02-5f60-4545-886a-dc5f4da58f68 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:09:36.536848 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 368ece02-5f60-4545-886a-dc5f4da58f68, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=368ece02-5f60-4545-886a-dc5f4da58f68,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:36.544218 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:36.547795 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:36.570507 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e21b6615-8479-47d2-8362-f4fed4610211 req-2012bf24-00c0-4acd-9463-6c2511e5145f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458446
May 19 23:09:36.616772 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=368ece02-5f60-4545-886a-dc5f4da58f68,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:36.620289 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:36.755045 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2047-80e7-40c2-9914-25e8334b95e9 req-40557cb3-bc97-4505-bfdb-a2ad4c4dc01a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:36.756499 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-064f2047-80e7-40c2-9914-25e8334b95e9 req-40557cb3-bc97-4505-bfdb-a2ad4c4dc01a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0808079
May 19 23:09:36.805243 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-064f2047-80e7-40c2-9914-25e8334b95e9 req-2c3b60b3-02d4-4ca3-9f22-754e5903d7e2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423117
May 19 23:09:36.947433 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['368ece02-5f60-4545-886a-dc5f4da58f68'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:09:37.364962 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c72776-fafa-46f2-b2f5-503b77db5c3d req-f858e648-7074-4877-afa4-6bd3b700c5a8 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:37.366666 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-83c72776-fafa-46f2-b2f5-503b77db5c3d req-f858e648-7074-4877-afa4-6bd3b700c5a8 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 944 time: 0.0900412
May 19 23:09:37.416835 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-83c72776-fafa-46f2-b2f5-503b77db5c3d req-38ae1c92-dd96-46b3-8598-282aac31dae7 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445147
May 19 23:09:37.812141 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9def5-1880-4639-950f-89a2ae9610c1 req-99a9bd08-922f-4f4c-bddb-69f8a6a1b26f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:37.813683 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0ff9def5-1880-4639-950f-89a2ae9610c1 req-99a9bd08-922f-4f4c-bddb-69f8a6a1b26f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1018784
May 19 23:09:37.859854 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0ff9def5-1880-4639-950f-89a2ae9610c1 req-22d8d2d8-a6b0-4068-82a3-4d8e139b5b34 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396123
May 19 23:09:38.056485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31c3e4-f105-460d-b8f5-855a40c5c66d req-04ba57d8-5c1a-4b73-9e1d-594a6bc651b2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:38.057982 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5a31c3e4-f105-460d-b8f5-855a40c5c66d req-04ba57d8-5c1a-4b73-9e1d-594a6bc651b2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0844929
May 19 23:09:38.104428 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5a31c3e4-f105-460d-b8f5-855a40c5c66d req-1baaa991-361c-44bd-9cf2-82eb21152b34 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406575
May 19 23:09:38.120630 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 368ece02-5f60-4545-886a-dc5f4da58f68 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:09:38.192610 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 368ece02-5f60-4545-886a-dc5f4da58f68 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:09:38.199300 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 368ece02-5f60-4545-886a-dc5f4da58f68 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:09:38.199756 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:38.256446 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-cb4079da-a18d-487a-827b-c13b070d2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:38.258558 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-cb4079da-a18d-487a-827b-c13b070d2c30 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e&tenant_id=53987ff1b20b440aaf085abc7ac05d84 HTTP/1.1" status: 200  len: 1096 time: 0.0815175
May 19 23:09:38.335985 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:38.364904 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29e3ca-4371-40cc-a1d3-9e0cab526b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ece02-5f60-4545-886a-dc5f4da58f68'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:38.377592 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 368ece02-5f60-4545-886a-dc5f4da58f68, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=368ece02-5f60-4545-886a-dc5f4da58f68,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:38.377811 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-a13aa933-5ba8-4ea7-86ba-64ac449ea583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:38.379085 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-a13aa933-5ba8-4ea7-86ba-64ac449ea583 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 1096 time: 0.0818181
May 19 23:09:38.383495 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:38.386380 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-3e61c099-7f35-457d-8fbc-f4bab904c766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:38.420926 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29e3ca-4371-40cc-a1d3-9e0cab526b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368ece02-5f60-4545-886a-dc5f4da58f68', 'code': 200}
May 19 23:09:38.467823 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=368ece02-5f60-4545-886a-dc5f4da58f68,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:38.471216 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:38.594718 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-9f0dc5df-3b2f-423e-a991-dbc5fd0fd89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:38.596654 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-9f0dc5df-3b2f-423e-a991-dbc5fd0fd89a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.2090833
May 19 23:09:38.713024 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:38.738706 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc4369-e12b-4958-b90e-be6ac3a113ee req-aaa54688-9408-44df-9bd6-c4e349dc0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:38.740198 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0fcc4369-e12b-4958-b90e-be6ac3a113ee req-aaa54688-9408-44df-9bd6-c4e349dc0aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 1098 time: 0.0765190
May 19 23:09:38.744684 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-0753044a-0f66-4fa8-becb-cb6fa57629dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347 HTTP/1.1" status: 200  len: 998 time: 0.1383777
May 19 23:09:38.761570 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e521a-a440-4bc6-8b90-92d9843ba7ac req-c20a9cbb-5334-40a3-b51f-892e57b1f76a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:38.763183 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1e6e521a-a440-4bc6-8b90-92d9843ba7ac req-c20a9cbb-5334-40a3-b51f-892e57b1f76a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.2296615
May 19 23:09:38.795188 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0fcc4369-e12b-4958-b90e-be6ac3a113ee req-3adcaa61-f9bf-4f60-8661-66249ed36861 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394709
May 19 23:09:38.862860 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1e6e521a-a440-4bc6-8b90-92d9843ba7ac req-567f5811-c625-4d63-bd24-e1795fb1e33b tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643373
May 19 23:09:38.864267 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-b9aaa191-4782-4dbd-8421-02156e497568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:38.865944 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-b9aaa191-4782-4dbd-8421-02156e497568 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.1015959
May 19 23:09:39.008700 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-88e0359e-895f-4c88-996c-edaca4f3c9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:39.209127 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1117204-897c-403d-8daa-7cff3e404b29 req-6da1151c-8ddb-4dd2-9e10-37691c5ccc27 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:39.211178 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d1117204-897c-403d-8daa-7cff3e404b29 req-6da1151c-8ddb-4dd2-9e10-37691c5ccc27 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.2271726
May 19 23:09:39.213967 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-6bef6153-1e8c-4c78-a645-0ffb50e89c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:39.215316 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-6bef6153-1e8c-4c78-a645-0ffb50e89c21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1087658
May 19 23:09:39.391001 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d1117204-897c-403d-8daa-7cff3e404b29 req-078cdbd6-69f1-4fbb-a78f-558369146d9b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1727047
May 19 23:09:39.440948 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-6c9d884f-2b56-4cf6-b8fa-9cfd52eff0d3 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061687
May 19 23:09:39.449533 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a80fb-bdb6-4b07-a739-1941324cf326 req-30cd0eb9-a1dc-4548-a341-883de2ea7fa7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:39.450925 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6b2a80fb-bdb6-4b07-a739-1941324cf326 req-30cd0eb9-a1dc-4548-a341-883de2ea7fa7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.2188582
May 19 23:09:39.583119 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6b2a80fb-bdb6-4b07-a739-1941324cf326 req-33f7d7d3-ffdf-4f65-b893-4d01f12c651e tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106217
May 19 23:09:39.613321 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4254a71-0952-42cc-8009-9a5c7737f03f req-5a8b111f-9a09-4848-941f-32c493b4f42a service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615129
May 19 23:09:39.714113 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:40.074920 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd06ed-98b7-4fac-8ff0-c850838c6d78 req-c70db75d-72fe-4d6f-baad-81387da9b25e tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:40.076602 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-83cd06ed-98b7-4fac-8ff0-c850838c6d78 req-c70db75d-72fe-4d6f-baad-81387da9b25e tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0933220
May 19 23:09:40.159901 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-83cd06ed-98b7-4fac-8ff0-c850838c6d78 req-03ea22b3-a6c1-46ea-91a0-7dc153e7e617 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762391
May 19 23:09:40.618256 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9840-5071-4c5d-86c5-2fddc5e19409 req-819eb4d5-277f-4584-a318-1ab03d23c485 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:40.625661 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-de8c9840-5071-4c5d-86c5-2fddc5e19409 req-819eb4d5-277f-4584-a318-1ab03d23c485 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1094580
May 19 23:09:40.693953 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-de8c9840-5071-4c5d-86c5-2fddc5e19409 req-9a12de12-9be0-4f74-b395-c09f4108b4b7 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669022
May 19 23:09:40.800623 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c61370-4ef0-4e83-a977-6f11916dea85 req-4dc2c8b8-aa26-443a-ac59-27aedf6ca0f7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:40.802611 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-22c61370-4ef0-4e83-a977-6f11916dea85 req-4dc2c8b8-aa26-443a-ac59-27aedf6ca0f7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0817354
May 19 23:09:40.853078 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-22c61370-4ef0-4e83-a977-6f11916dea85 req-ac423022-5d07-4102-a507-a1edcf87164d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438325
May 19 23:09:41.452015 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d4546-c124-4fbc-a085-d978f7e43fb8 req-77f261a6-f856-4b84-8503-abe15c28abf1 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:41.456524 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:41.462879 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a53d4546-c124-4fbc-a085-d978f7e43fb8 req-77f261a6-f856-4b84-8503-abe15c28abf1 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.1537192
May 19 23:09:41.529824 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a53d4546-c124-4fbc-a085-d978f7e43fb8 req-05683973-aaf3-41a3-bbb6-408d0ad38e46 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650728
May 19 23:09:41.891010 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86c41a-5ad5-4930-9474-0e5aebfd4e6f req-e46b32d9-03fb-4b45-a012-d8a3e90706d0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:41.892637 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-df86c41a-5ad5-4930-9474-0e5aebfd4e6f req-e46b32d9-03fb-4b45-a012-d8a3e90706d0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0863962
May 19 23:09:41.945206 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-df86c41a-5ad5-4930-9474-0e5aebfd4e6f req-79ab038c-d88e-40b2-aa99-841fb1a8ee40 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454752
May 19 23:09:42.061001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66fdff-dff2-45b8-b00a-382da61cf524 req-ce503af1-233c-40a0-8f8c-c7081488a9bf tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:42.062499 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3a66fdff-dff2-45b8-b00a-382da61cf524 req-ce503af1-233c-40a0-8f8c-c7081488a9bf tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0841939
May 19 23:09:42.113647 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3a66fdff-dff2-45b8-b00a-382da61cf524 req-85999094-e9dd-4a08-9d56-e08ee0cc4db9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443633
May 19 23:09:43.164674 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b930568-3518-4401-b17a-1aaddc0ec9e5 req-b5830a29-62ec-4788-b69a-22fc9d834f2e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:43.169336 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2b930568-3518-4401-b17a-1aaddc0ec9e5 req-b5830a29-62ec-4788-b69a-22fc9d834f2e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0912702
May 19 23:09:43.220144 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2b930568-3518-4401-b17a-1aaddc0ec9e5 req-ac8de95f-e886-4c62-80ba-9ac0f57edd80 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469980
May 19 23:09:43.409270 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbda3c-fe50-449f-8ed4-798f9d0c88fd req-83e4a0ac-bab3-4b4a-b535-e58f3cf7e5d6 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:43.410752 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6fcbda3c-fe50-449f-8ed4-798f9d0c88fd req-83e4a0ac-bab3-4b4a-b535-e58f3cf7e5d6 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0862005
May 19 23:09:43.456919 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6fcbda3c-fe50-449f-8ed4-798f9d0c88fd req-8c9ceeee-5447-4507-8940-84abdcb727ef tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401943
May 19 23:09:43.650761 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699c03f-2b4b-4563-9423-44606d2bce85 req-123534eb-082b-4d4b-acb8-16dab404c12d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:43.652266 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4699c03f-2b4b-4563-9423-44606d2bce85 req-123534eb-082b-4d4b-acb8-16dab404c12d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0933619
May 19 23:09:43.718225 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4699c03f-2b4b-4563-9423-44606d2bce85 req-a7ee314f-47dc-40c6-a79c-9b5445aa9b74 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573077
May 19 23:09:43.780155 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:44.418090 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce8d74-9209-48b6-af27-db2bcd75a1cb req-6d2d8e9d-7b16-458b-b7ae-3d63f33a9d1a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:44.420271 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8dce8d74-9209-48b6-af27-db2bcd75a1cb req-6d2d8e9d-7b16-458b-b7ae-3d63f33a9d1a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0890632
May 19 23:09:44.467191 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8dce8d74-9209-48b6-af27-db2bcd75a1cb req-d61acd41-9a1f-46d2-b38a-40b53ad112fd tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412245
May 19 23:09:44.789237 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be13604-4c1d-48b8-a93a-e330ce9d5ce3 req-a8c720bb-a880-4fe5-8ac4-3e9359d03da6 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:44.790565 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2be13604-4c1d-48b8-a93a-e330ce9d5ce3 req-a8c720bb-a880-4fe5-8ac4-3e9359d03da6 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.2070680
May 19 23:09:44.846104 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2be13604-4c1d-48b8-a93a-e330ce9d5ce3 req-b72ccfb8-a556-45e5-8f67-17c1b3a820a8 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493803
May 19 23:09:45.045742 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b61cb-1032-4aef-8525-51a0f57d586a req-45383fa8-4d9b-4798-9578-280d2876bbd0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:45.047349 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-009b61cb-1032-4aef-8525-51a0f57d586a req-45383fa8-4d9b-4798-9578-280d2876bbd0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0906403
May 19 23:09:45.102389 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-009b61cb-1032-4aef-8525-51a0f57d586a req-05d0d20a-fd68-4576-8757-b7c78f2473cb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491452
May 19 23:09:45.717592 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264bab8-5cda-4746-9893-0777b6bc2732 req-a9e57f61-74f5-487f-bc00-c9b491ae9b84 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:45.719352 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5264bab8-5cda-4746-9893-0777b6bc2732 req-a9e57f61-74f5-487f-bc00-c9b491ae9b84 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1266587
May 19 23:09:45.781911 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5264bab8-5cda-4746-9893-0777b6bc2732 req-173ebe43-8c13-4e75-afea-3e8a3cb3b32d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553932
May 19 23:09:46.070675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb3bcc-b5b8-4745-add1-5dea0c6b613d req-c3021b0b-0218-46ef-8467-a27475fd2b27 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:46.072230 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bbb3bcc-b5b8-4745-add1-5dea0c6b613d req-c3021b0b-0218-46ef-8467-a27475fd2b27 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0948515
May 19 23:09:46.123305 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bbb3bcc-b5b8-4745-add1-5dea0c6b613d req-1853c6ef-2439-4987-a9fb-3caa6e01ec45 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444722
May 19 23:09:46.309477 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e1a6b-12f4-4454-887f-d491284036c2 req-86c0ce47-b5bc-438d-8ead-9ef53844aa30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:46.310951 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ab4e1a6b-12f4-4454-887f-d491284036c2 req-86c0ce47-b5bc-438d-8ead-9ef53844aa30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0821166
May 19 23:09:46.357312 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ab4e1a6b-12f4-4454-887f-d491284036c2 req-88442c93-dc4f-44c4-81c3-8832b1b478ae tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405452
May 19 23:09:46.971582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a678d9-eb82-4e57-ae8a-77d723c2bfc5 req-c8de9017-b9f7-4087-8bef-525f0c832dec tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:46.973064 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-14a678d9-eb82-4e57-ae8a-77d723c2bfc5 req-c8de9017-b9f7-4087-8bef-525f0c832dec tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0830762
May 19 23:09:47.025432 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-14a678d9-eb82-4e57-ae8a-77d723c2bfc5 req-b7d8d6f6-54f4-4d23-bddb-5e13e79db60f tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459163
May 19 23:09:47.316981 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79749cb-4c1e-4c33-8c65-73ccb117b1d4 req-f37dc667-4a8c-47e0-990d-1e3b1fb5e2c1 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:47.318541 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f79749cb-4c1e-4c33-8c65-73ccb117b1d4 req-f37dc667-4a8c-47e0-990d-1e3b1fb5e2c1 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0849929
May 19 23:09:47.373607 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f79749cb-4c1e-4c33-8c65-73ccb117b1d4 req-e121c50f-cc85-4b89-a291-c511bf21c6c9 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486033
May 19 23:09:47.560548 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf162e72-e8c4-4a71-b703-e988cbdbd1fe req-4b8c3287-e592-46a7-b9fa-2981b7561bb6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:47.562073 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cf162e72-e8c4-4a71-b703-e988cbdbd1fe req-4b8c3287-e592-46a7-b9fa-2981b7561bb6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0879941
May 19 23:09:47.613830 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cf162e72-e8c4-4a71-b703-e988cbdbd1fe req-04966790-3627-4fff-afda-1c391839a3cf tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454731
May 19 23:09:48.220085 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa28e04-be31-4b4d-a9ed-717aa80e0207 req-78bda46b-c211-4d07-9735-d833d885f800 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:48.221735 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1aa28e04-be31-4b4d-a9ed-717aa80e0207 req-78bda46b-c211-4d07-9735-d833d885f800 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0861559
May 19 23:09:48.268905 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1aa28e04-be31-4b4d-a9ed-717aa80e0207 req-d08c7866-624d-41e6-b226-d4cc931ab3fc tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408692
May 19 23:09:48.583952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430c31d-b38b-45e4-b05e-3ecbd9aff10e req-f1144420-0990-4df4-9743-e6da1a71c997 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:48.586362 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b430c31d-b38b-45e4-b05e-3ecbd9aff10e req-f1144420-0990-4df4-9743-e6da1a71c997 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.1015830
May 19 23:09:48.639776 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b430c31d-b38b-45e4-b05e-3ecbd9aff10e req-7f76f55e-c161-463a-b522-d1d6f0d167ab tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472796
May 19 23:09:48.842249 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446c6f5-6422-4422-8730-cef780e868eb req-8aa11022-47a8-4a35-97d6-278b8294c1e9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:48.843958 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3446c6f5-6422-4422-8730-cef780e868eb req-8aa11022-47a8-4a35-97d6-278b8294c1e9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0953686
May 19 23:09:48.898781 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3446c6f5-6422-4422-8730-cef780e868eb req-1845bd31-a0a3-4afc-83b8-bc6468cbc53e tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490563
May 19 23:09:49.482706 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de9e89-571d-4413-a129-076735d43d49 req-e34dd679-64a4-46cb-96ae-a5f096a9a3a2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:49.484202 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-52de9e89-571d-4413-a129-076735d43d49 req-e34dd679-64a4-46cb-96ae-a5f096a9a3a2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0882659
May 19 23:09:49.532203 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-52de9e89-571d-4413-a129-076735d43d49 req-ad5958d0-00fa-4acc-8e74-12053ab31100 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417275
May 19 23:09:49.859162 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40fdb3-a260-4eae-b3f3-4a9eb33e7aec req-9362c533-7e7c-43cb-b96b-2a79334d767c tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:49.860574 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1e40fdb3-a260-4eae-b3f3-4a9eb33e7aec req-9362c533-7e7c-43cb-b96b-2a79334d767c tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0938194
May 19 23:09:49.908401 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1e40fdb3-a260-4eae-b3f3-4a9eb33e7aec req-7b90d249-5a7a-4702-b5fa-ab7096522662 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414500
May 19 23:09:50.125274 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ca91b-c806-4349-855c-b4dc3465baa0 req-51c779ea-2f16-474f-9a5e-347a714b547d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:50.126965 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b69ca91b-c806-4349-855c-b4dc3465baa0 req-51c779ea-2f16-474f-9a5e-347a714b547d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0877435
May 19 23:09:50.177525 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b69ca91b-c806-4349-855c-b4dc3465baa0 req-c01bad60-ca87-4bdc-816d-2d9ca23099d2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425766
May 19 23:09:50.728068 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc27f0-6295-4b43-8b11-9615eb165e6e req-212354f1-6e09-48f1-88c0-183db90a7515 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:50.729448 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e8fc27f0-6295-4b43-8b11-9615eb165e6e req-212354f1-6e09-48f1-88c0-183db90a7515 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0828769
May 19 23:09:50.780011 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e8fc27f0-6295-4b43-8b11-9615eb165e6e req-3f663311-18ac-4ef3-bf20-eda3069d267e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448267
May 19 23:09:51.100352 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d3657-425b-470b-9b72-c776ae600425 req-3d58dced-f78f-4016-9dd9-1d12930939c3 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:51.101836 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-052d3657-425b-470b-9b72-c776ae600425 req-3d58dced-f78f-4016-9dd9-1d12930939c3 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0809844
May 19 23:09:51.144957 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-052d3657-425b-470b-9b72-c776ae600425 req-79447a61-0768-4cb0-a0d4-1a1673036127 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374062
May 19 23:09:51.376058 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67444ca6-5eca-422b-a306-c9e2753b5e4a req-175b0e1b-5a6c-4b16-a9e2-75742f0691ea tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:51.377425 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-67444ca6-5eca-422b-a306-c9e2753b5e4a req-175b0e1b-5a6c-4b16-a9e2-75742f0691ea tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0826178
May 19 23:09:51.422316 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-67444ca6-5eca-422b-a306-c9e2753b5e4a req-27d7d5e7-45ac-4644-b88b-a43fdbb7c933 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391083
May 19 23:09:51.968282 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9affa-7067-4a8c-8321-dfe9746925a6 req-f2dee17f-564b-4e5d-a47e-d98a278fcb3c tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:51.969769 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3dc9affa-7067-4a8c-8321-dfe9746925a6 req-f2dee17f-564b-4e5d-a47e-d98a278fcb3c tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0807207
May 19 23:09:52.024344 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3dc9affa-7067-4a8c-8321-dfe9746925a6 req-14d77e82-dc5e-4bd6-a38d-da39678f7e9a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479820
May 19 23:09:52.414811 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70685834-da80-4322-b160-be649e9c186e req-9ca99337-5fab-4d5b-845b-95e8cb591c9b tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:52.416328 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-70685834-da80-4322-b160-be649e9c186e req-9ca99337-5fab-4d5b-845b-95e8cb591c9b tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.1527245
May 19 23:09:52.463104 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-70685834-da80-4322-b160-be649e9c186e req-4f202440-24c9-49f5-a554-9e392928b346 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395184
May 19 23:09:52.632041 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace0503-0aae-460f-9fb0-84800df7e90e req-ad7b1656-6475-43a6-9c8e-860258c291e5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:52.633741 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2ace0503-0aae-460f-9fb0-84800df7e90e req-ad7b1656-6475-43a6-9c8e-860258c291e5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0895452
May 19 23:09:52.686465 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2ace0503-0aae-460f-9fb0-84800df7e90e req-5010999d-422d-4030-a3a1-1e93f1a663fe tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455463
May 19 23:09:53.214975 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cbb6c-c08c-4913-ae5d-d3bcbcef8047 req-4adeee1c-6720-4216-9bf2-02829a89310d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:53.216399 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0b6cbb6c-c08c-4913-ae5d-d3bcbcef8047 req-4adeee1c-6720-4216-9bf2-02829a89310d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0807235
May 19 23:09:53.262171 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0b6cbb6c-c08c-4913-ae5d-d3bcbcef8047 req-ca677c9a-1a61-4ded-a75a-528d89a54909 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399544
May 19 23:09:53.663090 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffccd1c-2fdd-4059-8ade-538d2e16d1a0 req-46c90539-6477-41e8-8d96-db9576827169 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:53.664543 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5ffccd1c-2fdd-4059-8ade-538d2e16d1a0 req-46c90539-6477-41e8-8d96-db9576827169 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0832601
May 19 23:09:53.708679 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5ffccd1c-2fdd-4059-8ade-538d2e16d1a0 req-c256cfae-f0a7-4dc6-a89f-10ae0aab0ef8 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381398
May 19 23:09:53.898653 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f02d5-af35-4c1d-a5e2-7ddaaf8b6c88 req-eb76db7d-c583-4625-890b-b225d4e122ec tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:53.900115 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1d6f02d5-af35-4c1d-a5e2-7ddaaf8b6c88 req-eb76db7d-c583-4625-890b-b225d4e122ec tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0801859
May 19 23:09:53.947143 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1d6f02d5-af35-4c1d-a5e2-7ddaaf8b6c88 req-1717a6d6-e290-4447-9408-292e77a46082 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405684
May 19 23:09:54.451395 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba650d6-4bfc-431e-a9bc-c2b368ee2928 req-a5cfb216-ae0d-4986-b335-8564a29271c0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:54.452748 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5ba650d6-4bfc-431e-a9bc-c2b368ee2928 req-a5cfb216-ae0d-4986-b335-8564a29271c0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0852461
May 19 23:09:54.497081 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5ba650d6-4bfc-431e-a9bc-c2b368ee2928 req-830584a1-7e21-463e-acb3-0bd8161b3479 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386288
May 19 23:09:54.912967 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594713f7-12ba-4b05-9bdc-499a3acf6e60 req-8a4ed8d4-4a68-4f4c-9754-ef98b47e811c tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:54.914572 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-594713f7-12ba-4b05-9bdc-499a3acf6e60 req-8a4ed8d4-4a68-4f4c-9754-ef98b47e811c tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0878067
May 19 23:09:54.960408 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-594713f7-12ba-4b05-9bdc-499a3acf6e60 req-a53ee97f-599f-49ea-b730-c2032d521e51 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396874
May 19 23:09:55.138374 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4637863-8cd0-49a4-a656-5331fc15905c req-f6dd43f1-07a6-45eb-80c4-d2ce66efbba5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:55.139822 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4637863-8cd0-49a4-a656-5331fc15905c req-f6dd43f1-07a6-45eb-80c4-d2ce66efbba5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0815396
May 19 23:09:55.185130 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4637863-8cd0-49a4-a656-5331fc15905c req-1ac6e7e1-4c0a-46ae-924f-5c144d3b6f30 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395250
May 19 23:09:55.688891 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4fe5-8b42-46ec-a08a-f2fa540ecc4c req-6c570b92-5f5d-4ae5-9aa2-e85eb3413e0d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:55.690385 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-11be4fe5-8b42-46ec-a08a-f2fa540ecc4c req-6c570b92-5f5d-4ae5-9aa2-e85eb3413e0d tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0881946
May 19 23:09:55.734379 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-11be4fe5-8b42-46ec-a08a-f2fa540ecc4c req-0e8b31d3-53e5-40b7-8595-a16f1835e49b tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376821
May 19 23:09:56.147591 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2e3bd-a43c-4e46-92fb-9fcd1af0ea6f req-10b96d02-db4b-4201-98e3-aa004b71df21 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:56.149141 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bf2e3bd-a43c-4e46-92fb-9fcd1af0ea6f req-10b96d02-db4b-4201-98e3-aa004b71df21 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.0802469
May 19 23:09:56.200638 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1bf2e3bd-a43c-4e46-92fb-9fcd1af0ea6f req-0f401680-f313-468f-989e-fdfbbf02afef tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453978
May 19 23:09:56.413736 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-b01906fe-4582-4de0-a270-6b3741eee40d tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:56.415170 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-b01906fe-4582-4de0-a270-6b3741eee40d tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 945 time: 0.1421862
May 19 23:09:56.423185 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aab582-252a-4ac0-8dfe-6c2caea14286 req-819f61c9-51b2-49fa-b853-fc7037aa7458 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:56.424528 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d8aab582-252a-4ac0-8dfe-6c2caea14286 req-819f61c9-51b2-49fa-b853-fc7037aa7458 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.1153758
May 19 23:09:56.548602 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d8aab582-252a-4ac0-8dfe-6c2caea14286 req-79a0789c-83b4-4f33-a076-534cf4d899e4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956464
May 19 23:09:56.591022 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Deleting port 368ece02-5f60-4545-886a-dc5f4da58f68 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:09:56.591370 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:56.726664 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] For port 368ece02-5f60-4545-886a-dc5f4da58f68, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=368ece02-5f60-4545-886a-dc5f4da58f68,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:09:56.727377 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:56.849430 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Calling delete_port for 368ece02-5f60-4545-886a-dc5f4da58f68 owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:09:56.956908 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d3217-bbbc-45c2-a72a-54cc0c7d0bc2 req-c3026c0f-efb3-44dd-a23e-01af01acf105 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:56.958320 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-648d3217-bbbc-45c2-a72a-54cc0c7d0bc2 req-c3026c0f-efb3-44dd-a23e-01af01acf105 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1158648
May 19 23:09:57.129810 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-648d3217-bbbc-45c2-a72a-54cc0c7d0bc2 req-df1c438f-4d2d-4578-bdbc-6a6b86729cc4 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643350
May 19 23:09:57.139387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:57.145802 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:09:57.189632 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Pushing event deleted for resources: {'Port': ['ID=368ece02-5f60-4545-886a-dc5f4da58f68,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:09:57.192171 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:09:57.209943 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 368ece02-5f60-4545-886a-dc5f4da58f68 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:09:57.243637 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 368ece02-5f60-4545-886a-dc5f4da58f68 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:09:57.243992 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 368ece02-5f60-4545-886a-dc5f4da58f68 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:09:57.271950 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] No DVR routers for this DVR port 368ece02-5f60-4545-886a-dc5f4da58f68 on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:09:57.274478 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:09:57.277344 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e29e3ca-4371-40cc-a1d3-9e0cab526b02', 'name': 'network-vif-deleted', 'tag': '368ece02-5f60-4545-886a-dc5f4da58f68'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:09:57.293829 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0a4b04aa-a270-4f21-9dea-96eaef9c80d6 req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.36 "DELETE /v2.0/ports/368ece02-5f60-4545-886a-dc5f4da58f68 HTTP/1.1" status: 204  len: 173 time: 0.8682504
May 19 23:09:57.348787 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e29e3ca-4371-40cc-a1d3-9e0cab526b02', 'name': 'network-vif-deleted', 'tag': '368ece02-5f60-4545-886a-dc5f4da58f68', 'status': 'completed', 'code': 200}
May 19 23:09:57.360715 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-04b714a8-48bb-4b1a-9b32-4c3701164a21 req-f9475561-1b5e-4980-bb69-50e72a2c85d0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Synchronizing usage tracker for tenant:c582535bb78d401288ce33c82772fa57 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:09:57.360930 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:09:57.377579 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-04b714a8-48bb-4b1a-9b32-4c3701164a21 req-f9475561-1b5e-4980-bb69-50e72a2c85d0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Unset dirty status for tenant:c582535bb78d401288ce33c82772fa57 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:09:57.378780 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-04b714a8-48bb-4b1a-9b32-4c3701164a21 req-f9475561-1b5e-4980-bb69-50e72a2c85d0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e29e3ca-4371-40cc-a1d3-9e0cab526b02 HTTP/1.1" status: 200  len: 210 time: 0.0626578
May 19 23:09:57.764449 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4305fb-da21-481a-840a-d969a061e0f2 req-812b8f51-504b-4747-9756-7a1f14df91e7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:57.772927 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bf4305fb-da21-481a-840a-d969a061e0f2 req-812b8f51-504b-4747-9756-7a1f14df91e7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.1039195
May 19 23:09:57.821727 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bf4305fb-da21-481a-840a-d969a061e0f2 req-d4fff493-06a2-4bb1-af82-2eb8a29108fd tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476823
May 19 23:09:58.312358 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b771b0-d889-4c21-bd36-f6947c26b4d7 req-2d359df8-7876-4c83-b292-68ec1ea46960 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:58.313799 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b1b771b0-d889-4c21-bd36-f6947c26b4d7 req-2d359df8-7876-4c83-b292-68ec1ea46960 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0793054
May 19 23:09:58.360421 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b1b771b0-d889-4c21-bd36-f6947c26b4d7 req-17f6eff2-471c-43a6-83d5-91169fa27d21 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404127
May 19 23:09:58.772563 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-8e8a069c-1b54-42bd-be20-383d45e13dbd tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:58.774031 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-8e8a069c-1b54-42bd-be20-383d45e13dbd tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/networks?id=27765c29-1d88-4e38-9b61-35432bb4a92d HTTP/1.1" status: 200  len: 808 time: 0.1445706
May 19 23:09:58.788763 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-5af73e2e-cd97-4989-9083-2c917bac5934 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/quotas/c582535bb78d401288ce33c82772fa57 HTTP/1.1" status: 200  len: 375 time: 0.0092089
May 19 23:09:58.834526 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-ad8323a2-83fa-4479-8247-1f24228df45f tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c582535bb78d401288ce33c82772fa57&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0406573
May 19 23:09:59.016250 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-fe2f231e-5fde-42e6-9c7c-d97c56aa24ab service neutron] 10.222.0.25 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1750059
May 19 23:09:59.135157 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac20c0-3fd2-41ae-895e-bee12b0ca968 req-cff3cac0-9538-425d-8429-946a500e3194 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:59.136598 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a0ac20c0-3fd2-41ae-895e-bee12b0ca968 req-cff3cac0-9538-425d-8429-946a500e3194 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.1924622
May 19 23:09:59.189138 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-bdcee520-f771-4a62-9c5b-69a8f71aa56b service neutron] 10.222.0.25 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1662707
May 19 23:09:59.198811 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a0ac20c0-3fd2-41ae-895e-bee12b0ca968 req-5d8e02bb-a680-4970-8d98-0a0cbfbe5d1b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556662
May 19 23:09:59.362270 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-706747ba-de39-4eac-bbfe-54bd55b28d28 req-77684321-be83-4d7a-a4b6-b21b19b26109 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 210 time: 0.0423245
May 19 23:09:59.705234 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71d66d-6b1c-4681-a9b3-54b26d59c63e req-c396bc98-f563-4ffe-883d-5db5ea320662 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:09:59.706671 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7b71d66d-6b1c-4681-a9b3-54b26d59c63e req-c396bc98-f563-4ffe-883d-5db5ea320662 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0880728
May 19 23:09:59.752039 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7b71d66d-6b1c-4681-a9b3-54b26d59c63e req-62c11dbc-7221-47e2-a11f-154de2443b72 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386770
May 19 23:10:00.387905 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704d442-bb69-4163-944a-e6ccba8ed31d req-d25b7670-2c60-4866-a97c-00a0ed44d396 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:00.389378 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7704d442-bb69-4163-944a-e6ccba8ed31d req-d25b7670-2c60-4866-a97c-00a0ed44d396 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 943 time: 0.0789342
May 19 23:10:00.434492 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7704d442-bb69-4163-944a-e6ccba8ed31d req-0198a285-50cb-4e07-bc11-4b0bd2811e21 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395057
May 19 23:10:00.509832 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f21d2923-0392-40fd-bdf9-13cd75768003 req-5b3c0961-b6ee-432d-9be5-95fa76a287a2 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 210 time: 0.0439703
May 19 23:10:00.921692 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:10:00.939995 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7d860-991b-474c-99eb-1bc60aca496f req-5241d8d9-786e-490e-8b2c-0301fd46ad52 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:00.941553 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8f7d860-991b-474c-99eb-1bc60aca496f req-5241d8d9-786e-490e-8b2c-0301fd46ad52 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0833926
May 19 23:10:00.993489 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8f7d860-991b-474c-99eb-1bc60aca496f req-2d6663b4-feaa-4341-80ad-2b36ceb597ea tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448551
May 19 23:10:01.071417 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:01.085213 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'port_id': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'mac_address': 'fa:16:3e:ab:e8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:10:01.142377 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:01.159512 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e8bd87-29c3-4cc8-8b13-3b24075a8347 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:10:01.175661 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:01.179461 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:01.181425 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:01.250762 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=9']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:01.253898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:01.522300 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f0e8bd87-29c3-4cc8-8b13-3b24075a8347'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:10:01.658468 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7861d-f073-41d3-9d07-0c1c601dffdf req-03c7ea4f-bf2b-416a-b0fe-4f3499066373 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:01.659960 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e8f7861d-f073-41d3-9d07-0c1c601dffdf req-03c7ea4f-bf2b-416a-b0fe-4f3499066373 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 944 time: 0.1134465
May 19 23:10:01.846238 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-52ccfcfa-0b52-468e-8337-09c610e03b73 req-bcaf1700-d325-4051-8024-9fd6e9579715 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 210 time: 0.1649733
May 19 23:10:01.875949 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e8f7861d-f073-41d3-9d07-0c1c601dffdf req-69107127-eb99-4ad9-adab-7d5fa158428b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2096314
May 19 23:10:01.980749 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-f71a7570-42c1-47b9-b26d-bdab82ccd952 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:01.982375 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-f71a7570-42c1-47b9-b26d-bdab82ccd952 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.36 "GET /v2.0/networks?id=27765c29-1d88-4e38-9b61-35432bb4a92d HTTP/1.1" status: 200  len: 808 time: 0.2662420
May 19 23:10:02.002096 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Request body: {'port': {'device_id': '00dc3d76-0ea3-45db-bdc3-61fad0cb5781', 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d', 'admin_state_up': True, 'tenant_id': 'c582535bb78d401288ce33c82772fa57'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:10:02.198544 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:10:02.213976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:10:02.233793 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda611b0-424c-4224-9f49-15645ec43218 req-90abc78d-e421-4ca4-bd8b-4acfec23a3db tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:02.235561 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dda611b0-424c-4224-9f49-15645ec43218 req-90abc78d-e421-4ca4-bd8b-4acfec23a3db tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1315987
May 19 23:10:02.236334 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Made reservation on behalf of c582535bb78d401288ce33c82772fa57 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:10:02.239633 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:02.345720 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dda611b0-424c-4224-9f49-15645ec43218 req-8db87c4e-3b23-4b27-8e04-a5c133c3d39e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937572
May 19 23:10:02.445969 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Allocated IP 172.20.0.14 (27765c29-1d88-4e38-9b61-35432bb4a92d/e1c18d06-5486-4840-9080-e9986ab84257/af37d4fb-2770-4516-9543-23f219046a39) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:10:02.645281 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:02.676746 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:02.682364 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:02.748504 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Network 27765c29-1d88-4e38-9b61-35432bb4a92d is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:10:02.751572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:10:02.755883 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:10:02.791385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Pushing event updated for resources: {'Port': ['ID=af37d4fb-2770-4516-9543-23f219046a39,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:02.795840 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:02.822406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:02.823006 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:02.846912 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8487086
May 19 23:10:03.115134 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373213d-4361-420d-aa44-309f242d3991 req-509dd2b6-89b7-470b-b0ea-6ed2345995b7 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:03.116122 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1373213d-4361-420d-aa44-309f242d3991 req-509dd2b6-89b7-470b-b0ea-6ed2345995b7 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Synchronizing usage tracker for tenant:c582535bb78d401288ce33c82772fa57 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:10:03.126765 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad7c0a-95dc-404b-b0bc-8e023fa5f064 req-e6ef71a2-fec3-4a84-ae73-e87d0d86c813 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:03.128183 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9fad7c0a-95dc-404b-b0bc-8e023fa5f064 req-e6ef71a2-fec3-4a84-ae73-e87d0d86c813 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 944 time: 0.1148679
May 19 23:10:03.157078 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1373213d-4361-420d-aa44-309f242d3991 req-509dd2b6-89b7-470b-b0ea-6ed2345995b7 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Unset dirty status for tenant:c582535bb78d401288ce33c82772fa57 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:10:03.158243 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1373213d-4361-420d-aa44-309f242d3991 req-509dd2b6-89b7-470b-b0ea-6ed2345995b7 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 932 time: 0.1856775
May 19 23:10:03.200366 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9fad7c0a-95dc-404b-b0bc-8e023fa5f064 req-4d86604a-6917-4830-a9dd-87d98f1f71a5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644429
May 19 23:10:03.220659 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1373213d-4361-420d-aa44-309f242d3991 req-2cb9e896-2409-4832-89d1-fad0ac745f7a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540428
May 19 23:10:03.529849 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc1c5a-ca5e-459c-b9ea-15518d510436 req-37fabe00-a11a-4ad4-ac9c-8f98700609b0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:03.531296 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e6bc1c5a-ca5e-459c-b9ea-15518d510436 req-37fabe00-a11a-4ad4-ac9c-8f98700609b0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0785544
May 19 23:10:03.576004 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e6bc1c5a-ca5e-459c-b9ea-15518d510436 req-e921e60c-c4d6-41d3-bb22-ed0915047539 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384696
May 19 23:10:04.451563 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861cce0-56cb-47f2-a801-2e73f0b60e4c req-81b75e78-2e73-40f6-9cc3-c02281b3ac5f tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:04.453018 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4861cce0-56cb-47f2-a801-2e73f0b60e4c req-81b75e78-2e73-40f6-9cc3-c02281b3ac5f tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 932 time: 0.1037967
May 19 23:10:04.461114 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee37475-c1af-4719-b98b-1ac8e4623f8a req-8f634341-4142-46c1-af0f-5fbfd867952a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:04.462503 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aee37475-c1af-4719-b98b-1ac8e4623f8a req-8f634341-4142-46c1-af0f-5fbfd867952a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 944 time: 0.1522486
May 19 23:10:04.532937 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4861cce0-56cb-47f2-a801-2e73f0b60e4c req-43cb4af6-e58a-458e-bada-c0c34d02d4cd tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694046
May 19 23:10:04.537389 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aee37475-c1af-4719-b98b-1ac8e4623f8a req-3633c769-d709-481f-aa04-443c95fa9dff tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610454
May 19 23:10:04.759853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4947-1965-42b1-95f2-0b37e936428e req-3b932b7c-fc2d-4ece-b6c5-988a4f71f38a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:04.761308 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f1eb4947-1965-42b1-95f2-0b37e936428e req-3b932b7c-fc2d-4ece-b6c5-988a4f71f38a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0795918
May 19 23:10:04.805521 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f1eb4947-1965-42b1-95f2-0b37e936428e req-ef0a674b-ccc8-4b3d-b0f7-fe9c94151454 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384889
May 19 23:10:05.414436 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Request body: {'port': {'device_id': '00dc3d76-0ea3-45db-bdc3-61fad0cb5781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:10:05.445586 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:10:05.513638 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:10:05.514046 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:05.530486 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:05.683782 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:05.713247 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:05.723367 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:05.728779 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:05.730750 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:05.796907 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=10']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:05.799862 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:05.956841 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b395-bf52-421b-92ae-0e5802623f19 req-8558c4ee-85b1-4bd9-932e-b13a4fe0e792 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:05.958228 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc7221-ba23-4c40-b955-55b0ba332135 req-160f9ce0-77fc-40a5-8cef-72a332a68bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:05.958791 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2aa8b395-bf52-421b-92ae-0e5802623f19 req-8558c4ee-85b1-4bd9-932e-b13a4fe0e792 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 932 time: 0.2577569
May 19 23:10:05.960233 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2dfc7221-ba23-4c40-b955-55b0ba332135 req-160f9ce0-77fc-40a5-8cef-72a332a68bea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1098 time: 0.0757582
May 19 23:10:06.002215 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2dfc7221-ba23-4c40-b955-55b0ba332135 req-06a8d8a8-61eb-4a3b-946d-8812536bd8b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350001
May 19 23:10:06.019275 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692c4fa-3cea-4cbe-b989-c78a10f31362 req-6f2ba0bc-0ef0-45d4-8148-11886f65821a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:06.020693 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3692c4fa-3cea-4cbe-b989-c78a10f31362 req-6f2ba0bc-0ef0-45d4-8148-11886f65821a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.3213291
May 19 23:10:06.119932 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2aa8b395-bf52-421b-92ae-0e5802623f19 req-377d6e4c-15b9-42b2-af2f-1aa43d4f42c1 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344779
May 19 23:10:06.157260 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3692c4fa-3cea-4cbe-b989-c78a10f31362 req-31ad2f57-9937-4aa9-93ea-6074979ff9a0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913653
May 19 23:10:06.184284 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'code': 200}
May 19 23:10:06.206243 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b8395dac-a3bb-4fbf-baf7-65f9ab16ba18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:06.247230 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af37d4fb-2770-4516-9543-23f219046a39 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:10:06.255869 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:06.316312 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Transition to ACTIVE for port object af37d4fb-2770-4516-9543-23f219046a39 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:10:06.321258 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:06.333241 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:06.542285 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Pushing event updated for resources: {'Port': ['ID=af37d4fb-2770-4516-9543-23f219046a39,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:06.554817 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:06.629231 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6124f-0f5b-40f4-998e-ba64ab6d7231 req-3332bb47-5cf7-4328-9c73-b95334e31a78 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:06.631459 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ded6124f-0f5b-40f4-998e-ba64ab6d7231 req-3332bb47-5cf7-4328-9c73-b95334e31a78 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.3651426
May 19 23:10:06.678383 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Attempting to bind port af37d4fb-2770-4516-9543-23f219046a39 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:10:06.678715 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Attempting to bind port af37d4fb-2770-4516-9543-23f219046a39 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:10:06.679031 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Attempting to bind port af37d4fb-2770-4516-9543-23f219046a39 on network 27765c29-1d88-4e38-9b61-35432bb4a92d {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:10:06.695993 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Port af37d4fb-2770-4516-9543-23f219046a39 on network 27765c29-1d88-4e38-9b61-35432bb4a92d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:10:06.696315 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Attempting to bind port af37d4fb-2770-4516-9543-23f219046a39 on network 27765c29-1d88-4e38-9b61-35432bb4a92d {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:10:06.710363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:10:06.710665 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Checking segment: {'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:10:06.711034 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Bound using segment: {'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:10:06.711454 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Bound port: af37d4fb-2770-4516-9543-23f219046a39, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c10022c-548a-4fd4-aaf6-42bd4dee13dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:10:06.711797 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:06.724541 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ded6124f-0f5b-40f4-998e-ba64ab6d7231 req-b6c46808-e3af-4a37-a620-7dc546493615 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755835
May 19 23:10:06.771786 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79871e93-72e6-4b9a-9f35-abc9ac373c04 req-6e5ae508-5eaf-41d4-9aa4-ee026454b9b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:06.773248 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-79871e93-72e6-4b9a-9f35-abc9ac373c04 req-6e5ae508-5eaf-41d4-9aa4-ee026454b9b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2244701
May 19 23:10:06.853545 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-79871e93-72e6-4b9a-9f35-abc9ac373c04 req-3a6ace2b-7595-4df8-ac56-f05125db6afe tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737302
May 19 23:10:06.858110 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] For port af37d4fb-2770-4516-9543-23f219046a39, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:10:06.861478 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] For port af37d4fb-2770-4516-9543-23f219046a39, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=af37d4fb-2770-4516-9543-23f219046a39,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:10:06.867322 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:06.871325 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:06.932313 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:06.932923 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:06.934323 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] 10.222.0.36 "PUT /v2.0/ports/af37d4fb-2770-4516-9543-23f219046a39 HTTP/1.1" status: 200  len: 1094 time: 1.5247834
May 19 23:10:06.934832 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dc3d76-0ea3-45db-bdc3-61fad0cb5781', 'tag': 'af37d4fb-2770-4516-9543-23f219046a39'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:06.957543 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Pushing event updated for resources: {'Port': ['ID=af37d4fb-2770-4516-9543-23f219046a39,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:06.965585 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.965987 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.966342 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.966690 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.967038 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.967386 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.967730 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.968095 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.968412 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.968750 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.969089 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.969424 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:06.973465 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:06.987261 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00dc3d76-0ea3-45db-bdc3-61fad0cb5781', 'tag': 'af37d4fb-2770-4516-9543-23f219046a39', 'status': 'completed', 'code': 200}
May 19 23:10:07.009101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d707b-f49e-46b1-a0fb-3278a7b61656 req-b7ee6918-b766-41c1-835f-08e3b7dec2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:07.010611 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-013d707b-f49e-46b1-a0fb-3278a7b61656 req-b7ee6918-b766-41c1-835f-08e3b7dec2aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 1099 time: 0.0809367
May 19 23:10:07.054891 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-013d707b-f49e-46b1-a0fb-3278a7b61656 req-1f6d3e5f-9b2e-4010-a44c-99fbe5de83dc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345252
May 19 23:10:07.093612 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-9ad753d2-aacf-4c64-84b0-90579ec555bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:07.095176 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-9ad753d2-aacf-4c64-84b0-90579ec555bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c582535bb78d401288ce33c82772fa57&device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 1097 time: 0.0754235
May 19 23:10:07.368827 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42699ab5-8667-42a5-8a8e-459723ab2413 req-6e9c9cfe-9dee-4b50-b8d5-accb33c6c084 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:07.370224 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-42699ab5-8667-42a5-8a8e-459723ab2413 req-6e9c9cfe-9dee-4b50-b8d5-accb33c6c084 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 944 time: 0.1424556
May 19 23:10:07.405955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f039cb-c99c-4682-a4fa-1269b56a00f9 req-259e962c-3c40-4b5a-b5fe-e535e9ff2ea6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:07.407349 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-40f039cb-c99c-4682-a4fa-1269b56a00f9 req-259e962c-3c40-4b5a-b5fe-e535e9ff2ea6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.1249287
May 19 23:10:07.448009 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-42699ab5-8667-42a5-8a8e-459723ab2413 req-3b517faa-c968-4794-8aa8-768f297cb0f4 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707550
May 19 23:10:07.523635 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-40f039cb-c99c-4682-a4fa-1269b56a00f9 req-0e05c4b7-a0e3-4015-9df5-58c70b47d27a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1055017
May 19 23:10:07.531373 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-88ae39ab-6492-4ea4-86e7-4cf03e2c6078 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af37d4fb-2770-4516-9543-23f219046a39 HTTP/1.1" status: 200  len: 217 time: 0.0678253
May 19 23:10:07.656126 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-269cd2a0-c057-4f8b-a483-10a70377a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:07.657600 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-269cd2a0-c057-4f8b-a483-10a70377a504 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1c18d06-5486-4840-9080-e9986ab84257 HTTP/1.1" status: 200  len: 848 time: 0.0597553
May 19 23:10:07.727147 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-5568e5e9-cde9-466a-a135-d737df337be6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27765c29-1d88-4e38-9b61-35432bb4a92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464990
May 19 23:10:08.059213 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-cc7dbbfb-79cd-44c2-a80a-85c6f77374d1 service neutron] 10.222.0.36 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3248067
May 19 23:10:08.096638 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8a5c7-f648-4f74-83a7-1745f5e65f9c req-11d28255-aabf-4538-a9da-63bfac952591 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:08.098066 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d3f8a5c7-f648-4f74-83a7-1745f5e65f9c req-11d28255-aabf-4538-a9da-63bfac952591 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.2374785
May 19 23:10:08.228942 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70989518-33bd-4771-a1ea-758471f55502 req-bf6663c6-7a97-4248-8c25-f48f8dc56dc9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:08.230424 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-70989518-33bd-4771-a1ea-758471f55502 req-bf6663c6-7a97-4248-8c25-f48f8dc56dc9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2633305
May 19 23:10:08.235412 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d3f8a5c7-f648-4f74-83a7-1745f5e65f9c req-fc1d34c7-bdca-4e61-8261-3805ed1542db tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256535
May 19 23:10:08.266485 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97236ea5-5cff-4e84-bb08-a6abc99f7e09 req-fd281311-8284-4b75-b730-920a01fe3d78 service neutron] 10.222.0.36 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989334
May 19 23:10:08.290098 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-70989518-33bd-4771-a1ea-758471f55502 req-bc67a311-6b17-46a8-874a-7dced57e9a78 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537078
May 19 23:10:08.484558 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822d093-7fec-42df-96a1-96f434397440 req-c76f3303-139e-47ef-818c-c5641f20e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:08.486307 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8822d093-7fec-42df-96a1-96f434397440 req-c76f3303-139e-47ef-818c-c5641f20e6bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c582535bb78d401288ce33c82772fa57&device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 1097 time: 0.0777245
May 19 23:10:08.718741 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822d093-7fec-42df-96a1-96f434397440 req-cb7aaa95-40f0-4cc4-b14d-9f3ef7e2d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:08.720305 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8822d093-7fec-42df-96a1-96f434397440 req-cb7aaa95-40f0-4cc4-b14d-9f3ef7e2d08b service neutron] 10.222.0.36 "GET /v2.0/networks?id=27765c29-1d88-4e38-9b61-35432bb4a92d HTTP/1.1" status: 200  len: 909 time: 0.2241602
May 19 23:10:08.732016 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:08.855100 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-35db8237-2a6c-4ccc-a2cc-c0da1e65d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:08.857189 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-35db8237-2a6c-4ccc-a2cc-c0da1e65d5ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d07fdf58f66146c683f5aea89a361dfa&device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 1098 time: 0.0800278
May 19 23:10:08.861927 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8822d093-7fec-42df-96a1-96f434397440 req-7b43e453-5d80-45c1-aa98-046d972bccbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af37d4fb-2770-4516-9543-23f219046a39 HTTP/1.1" status: 200  len: 217 time: 0.0844858
May 19 23:10:08.874284 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bd361-3eb8-453c-9586-d332a6b267ab req-8f32eb87-2bb3-4227-a5a1-c0e63fa6d70a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:08.875862 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ad0bd361-3eb8-453c-9586-d332a6b267ab req-8f32eb87-2bb3-4227-a5a1-c0e63fa6d70a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 944 time: 0.2962928
May 19 23:10:09.014094 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba902de3-1f29-48a1-bccd-9e8e5941195d req-c91046d4-16b0-43a0-a6ad-26c9b76a6db9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:09.016409 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ba902de3-1f29-48a1-bccd-9e8e5941195d req-c91046d4-16b0-43a0-a6ad-26c9b76a6db9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.2848248
May 19 23:10:09.022188 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822d093-7fec-42df-96a1-96f434397440 req-69adc12d-cbd5-446a-a65b-6f9360e9665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:09.023775 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8822d093-7fec-42df-96a1-96f434397440 req-69adc12d-cbd5-446a-a65b-6f9360e9665e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e1c18d06-5486-4840-9080-e9986ab84257 HTTP/1.1" status: 200  len: 848 time: 0.1442676
May 19 23:10:09.035496 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-be7315c4-95ad-49ae-9da7-46fed9105db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:09.072869 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ad0bd361-3eb8-453c-9586-d332a6b267ab req-76ca6427-6ccb-4df3-af10-5c0c71a1646a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1430221
May 19 23:10:09.087659 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-c0fe2364-9e28-4648-a7af-e5be7387bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:09.097446 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-c0fe2364-9e28-4648-a7af-e5be7387bc02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 200  len: 919 time: 0.2067394
May 19 23:10:09.121209 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8822d093-7fec-42df-96a1-96f434397440 req-d647dc62-4eec-4e03-b85d-b7491ba92af4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=27765c29-1d88-4e38-9b61-35432bb4a92d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553474
May 19 23:10:09.123984 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ba902de3-1f29-48a1-bccd-9e8e5941195d req-a958cce5-112a-4337-bdff-fbecd0e8a412 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989418
May 19 23:10:09.197650 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-45a825cc-4454-4e23-92a6-b6d4a198eff8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594 HTTP/1.1" status: 200  len: 217 time: 0.0975101
May 19 23:10:09.268283 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-d6aa3c7d-ad44-4470-9a5f-e565ae717079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:09.270037 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-d6aa3c7d-ad44-4470-9a5f-e565ae717079 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 200  len: 858 time: 0.0635548
May 19 23:10:09.338014 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-85cd693d-e296-492b-a062-839879369570 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0595796
May 19 23:10:09.376671 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8822d093-7fec-42df-96a1-96f434397440 req-6826e485-07e4-41ae-acaf-9cbd7340c141 service neutron] 10.222.0.36 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347071
May 19 23:10:09.391788 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0fbdf-def4-462f-9b24-1f774e963d32 req-96db91c1-8eb8-470e-a502-5fe52cfa32bc tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:09.393252 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fcf0fbdf-def4-462f-9b24-1f774e963d32 req-96db91c1-8eb8-470e-a502-5fe52cfa32bc tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.2038772
May 19 23:10:09.497276 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-e274f1b0-34aa-43fe-82ef-bfe1fd62de01 service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516283
May 19 23:10:09.587469 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fcf0fbdf-def4-462f-9b24-1f774e963d32 req-2071adef-fc13-494d-a2ef-99d58061801a tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1748517
May 19 23:10:09.719046 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:09.720788 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-3eb8e594-5cd8-47ad-a4e2-9555280f2542 req-d8bcb85f-0220-48d3-9080-d6bc21b41daa service neutron] 10.222.0.36 "GET /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2171924
May 19 23:10:09.734274 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8822d093-7fec-42df-96a1-96f434397440 req-77a151b1-5c1c-44ec-8dc0-9953b2dabc9b service neutron] 10.222.0.36 "GET /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3400261
May 19 23:10:09.745391 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc42229-2833-4abd-a5a5-6ad4737fb4e4 req-f9a5bf5e-95bd-4a5f-a8b1-b78e79f179b5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:09.746772 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4bc42229-2833-4abd-a5a5-6ad4737fb4e4 req-f9a5bf5e-95bd-4a5f-a8b1-b78e79f179b5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.3332255
May 19 23:10:09.792803 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4bc42229-2833-4abd-a5a5-6ad4737fb4e4 req-033dc169-da49-44bb-a754-9dd9eeb45c92 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401399
May 19 23:10:10.266163 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f8a1-85d7-4f7f-aee6-fc435ab5f4fe req-6df76670-5115-4343-b07d-e7a3b8850641 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:10.267700 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f925f8a1-85d7-4f7f-aee6-fc435ab5f4fe req-6df76670-5115-4343-b07d-e7a3b8850641 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 944 time: 0.0826993
May 19 23:10:10.317411 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f925f8a1-85d7-4f7f-aee6-fc435ab5f4fe req-3ec85e9f-7ae6-4187-9f5e-4e13a8e2452f tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417781
May 19 23:10:10.499231 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5408b-dcf0-4422-b0f1-1bf794250385 req-3baaad18-cd39-428a-a375-a79e5df9444d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:10.500669 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fcc5408b-dcf0-4422-b0f1-1bf794250385 req-3baaad18-cd39-428a-a375-a79e5df9444d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.0892112
May 19 23:10:10.551082 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fcc5408b-dcf0-4422-b0f1-1bf794250385 req-030621ff-59d1-42e0-ad34-4747c09237c7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440028
May 19 23:10:10.778019 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ca6ab-266f-4736-8d25-131236cb5677 req-2c24fe54-0c88-4f5f-84fc-942404144b51 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:10.779442 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d88ca6ab-266f-4736-8d25-131236cb5677 req-2c24fe54-0c88-4f5f-84fc-942404144b51 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0774844
May 19 23:10:10.826353 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d88ca6ab-266f-4736-8d25-131236cb5677 req-05a23109-a698-41f3-821f-9637d5c270c8 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412486
May 19 23:10:10.973235 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cb746-38cb-4dac-af0e-ca64c210e628 req-85ee6053-8a74-4217-b3cb-557b1afb57d3 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:10.975218 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9a8cb746-38cb-4dac-af0e-ca64c210e628 req-85ee6053-8a74-4217-b3cb-557b1afb57d3 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0788987
May 19 23:10:11.018877 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9a8cb746-38cb-4dac-af0e-ca64c210e628 req-0e8f68ad-d447-47d7-9c29-52737b8e45a6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380487
May 19 23:10:11.409291 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:11.483022 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device af37d4fb-2770-4516-9543-23f219046a39 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:10:11.505952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffde37d-f144-4172-be4f-f854e4dc46b8 req-eb47eee4-5a5a-4245-9f16-c08d2fbbcc5b tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:11.507440 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1ffde37d-f144-4172-be4f-f854e4dc46b8 req-eb47eee4-5a5a-4245-9f16-c08d2fbbcc5b tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 944 time: 0.0828590
May 19 23:10:11.556892 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1ffde37d-f144-4172-be4f-f854e4dc46b8 req-b187703f-1fba-41cf-91c2-2fb324f8e880 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413871
May 19 23:10:11.626602 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port af37d4fb-2770-4516-9543-23f219046a39, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=af37d4fb-2770-4516-9543-23f219046a39,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:11.641188 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'af37d4fb-2770-4516-9543-23f219046a39', 'network_id': '27765c29-1d88-4e38-9b61-35432bb4a92d', 'port_id': 'af37d4fb-2770-4516-9543-23f219046a39', 'mac_address': 'fa:16:3e:54:0c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c18d06-5486-4840-9080-e9986ab84257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:10:11.697630 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:11.714515 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af37d4fb-2770-4516-9543-23f219046a39 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:10:11.730672 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port af37d4fb-2770-4516-9543-23f219046a39, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=af37d4fb-2770-4516-9543-23f219046a39,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:11.735264 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:11.736938 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:11.809517 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=af37d4fb-2770-4516-9543-23f219046a39,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:11.812651 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:12.031207 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2780efc1-7b1e-4c2d-9b7a-6d562768b0ee req-58c7b276-8aa8-41c1-a1c7-4165b556acd2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:12.033049 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2780efc1-7b1e-4c2d-9b7a-6d562768b0ee req-58c7b276-8aa8-41c1-a1c7-4165b556acd2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0977786
May 19 23:10:12.081867 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2780efc1-7b1e-4c2d-9b7a-6d562768b0ee req-667d5fbd-a89b-4a86-bd58-7a78543837a8 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428762
May 19 23:10:12.174230 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['af37d4fb-2770-4516-9543-23f219046a39'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:10:12.177555 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aef736-51a5-4922-8617-f09ea614d62c req-bbe36370-ad14-469e-b76f-9c1533a5776f tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:12.179053 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-07aef736-51a5-4922-8617-f09ea614d62c req-bbe36370-ad14-469e-b76f-9c1533a5776f tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 945 time: 0.0804534
May 19 23:10:12.273619 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-07aef736-51a5-4922-8617-f09ea614d62c req-59c6feef-0468-46b4-9a31-181cd20eed99 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631878
May 19 23:10:12.297305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4ce03-1663-4664-ab4c-8b149eae26f2 req-bdaec18c-563e-433d-a97f-2e188af04d71 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:12.298897 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a7f4ce03-1663-4664-ab4c-8b149eae26f2 req-bdaec18c-563e-433d-a97f-2e188af04d71 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1189530
May 19 23:10:12.344896 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a7f4ce03-1663-4664-ab4c-8b149eae26f2 req-6ab1966c-3eea-4b30-a5ee-4ed7f4319f85 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390699
May 19 23:10:12.417963 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-f9d80ea8-78ed-4b42-b2d1-6e036cc48d23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0673635
May 19 23:10:12.530231 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-65dfa377-cb86-40d7-8583-17a3ef3c0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:12.531600 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-65dfa377-cb86-40d7-8583-17a3ef3c0df4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 1099 time: 0.0722644
May 19 23:10:12.712983 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-3d9f97af-9835-4821-a8e1-ba43a98398a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:12.714452 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-3d9f97af-9835-4821-a8e1-ba43a98398a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.1612513
May 19 23:10:12.828654 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-684b45cf-bd05-4e18-a6eb-0bd694103464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347 HTTP/1.1" status: 200  len: 1000 time: 0.1062796
May 19 23:10:12.843562 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6d9a3-f31b-4cce-8bd6-99049334cfe9 req-25308827-84bf-41ee-9ecc-11ae922c441a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:12.844921 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a7a6d9a3-f31b-4cce-8bd6-99049334cfe9 req-25308827-84bf-41ee-9ecc-11ae922c441a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 945 time: 0.1729970
May 19 23:10:12.932407 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-64a7b332-168d-41cf-ba45-1fa55511494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:12.933889 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-64a7b332-168d-41cf-ba45-1fa55511494d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.0979683
May 19 23:10:12.936707 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a7a6d9a3-f31b-4cce-8bd6-99049334cfe9 req-2f875f59-9d58-4fd1-b754-da13e4bc1e94 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625679
May 19 23:10:13.014596 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-e343ef62-9f65-430c-b2c6-c787cb40dd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:13.016072 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-e343ef62-9f65-430c-b2c6-c787cb40dd11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680685
May 19 23:10:13.146678 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-214a333a-d89d-4291-8623-dd7fa1851b56 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218047
May 19 23:10:13.475523 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fca3f38b-afd7-4435-ae4e-1cdfd037af41 req-9a336145-917e-42b9-8d8e-71c698e88f53 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3220398
May 19 23:10:13.483150 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device af37d4fb-2770-4516-9543-23f219046a39 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:10:13.497179 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273cda6-726a-4d68-9581-f1ded925aa36 req-5ce22a21-44d0-4d1a-806a-75cba06bc252 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:13.498679 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1273cda6-726a-4d68-9581-f1ded925aa36 req-5ce22a21-44d0-4d1a-806a-75cba06bc252 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.3101630
May 19 23:10:13.530736 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b2b39-6e17-41e2-a4ab-b966361a4d88 req-130b8001-d302-439d-877f-c0ee53f819da tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:13.533628 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-258b2b39-6e17-41e2-a4ab-b966361a4d88 req-130b8001-d302-439d-877f-c0ee53f819da tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 945 time: 0.1470296
May 19 23:10:13.558039 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port af37d4fb-2770-4516-9543-23f219046a39 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:10:13.562901 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port af37d4fb-2770-4516-9543-23f219046a39 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:10:13.563277 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:13.590456 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1273cda6-726a-4d68-9581-f1ded925aa36 req-a72fd261-f3af-4b09-a5f3-d6ac786742e4 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843277
May 19 23:10:13.604648 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-258b2b39-6e17-41e2-a4ab-b966361a4d88 req-f3ffd340-f306-4ffa-a89f-5944912b2c9d tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625749
May 19 23:10:13.695120 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:13.724671 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dc3d76-0ea3-45db-bdc3-61fad0cb5781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af37d4fb-2770-4516-9543-23f219046a39'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:13.737070 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port af37d4fb-2770-4516-9543-23f219046a39, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=af37d4fb-2770-4516-9543-23f219046a39,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:13.740999 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:13.743060 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:13.778539 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dc3d76-0ea3-45db-bdc3-61fad0cb5781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af37d4fb-2770-4516-9543-23f219046a39', 'code': 200}
May 19 23:10:13.808241 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:13.823149 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15f678-ac0e-4e40-ade8-67cfd4237878 req-2fa06e23-572c-4e19-ad7f-6d0590da70bf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:13.824970 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=af37d4fb-2770-4516-9543-23f219046a39,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:13.830412 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4d15f678-ac0e-4e40-ade8-67cfd4237878 req-2fa06e23-572c-4e19-ad7f-6d0590da70bf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1080017
May 19 23:10:13.836547 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:13.876862 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4d15f678-ac0e-4e40-ade8-67cfd4237878 req-ca864e54-7747-4181-b328-fc75b290326a tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445216
May 19 23:10:14.161288 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3f9f-d8ed-443b-913f-33501cc35f0b req-1b38befe-a3bc-4bd4-8aaa-7455338cfb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:14.162835 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-297f3f9f-d8ed-443b-913f-33501cc35f0b req-1b38befe-a3bc-4bd4-8aaa-7455338cfb83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 1099 time: 0.1494546
May 19 23:10:14.175198 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb5277-fa35-4d54-bd5a-9e814387aa11 req-b68a5dbf-9a25-496d-abcd-33fc9213c4d0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:14.176618 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-27bb5277-fa35-4d54-bd5a-9e814387aa11 req-b68a5dbf-9a25-496d-abcd-33fc9213c4d0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 946 time: 0.1225257
May 19 23:10:14.256895 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-27bb5277-fa35-4d54-bd5a-9e814387aa11 req-338f3ce9-c3c4-4533-9637-e6b42c73a027 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721219
May 19 23:10:14.260166 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-297f3f9f-d8ed-443b-913f-33501cc35f0b req-451003b7-6a22-49d2-94c7-e3c61042ab68 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564885
May 19 23:10:14.878122 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-14762ef1-2ad8-4a3f-bac1-b9802ae472b2 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:14.879672 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-14762ef1-2ad8-4a3f-bac1-b9802ae472b2 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.36 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 945 time: 0.1041694
May 19 23:10:14.888796 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e2de-1415-403c-b2b5-3858f2ef7591 req-769995e9-541e-4ba6-82a1-337ab90b0c69 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:14.890311 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d9b0e2de-1415-403c-b2b5-3858f2ef7591 req-769995e9-541e-4ba6-82a1-337ab90b0c69 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 945 time: 0.1507087
May 19 23:10:15.014091 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d9b0e2de-1415-403c-b2b5-3858f2ef7591 req-a287873c-27bc-4370-8b07-0a1011d01b4f tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941467
May 19 23:10:15.115100 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Deleting port 232cfb0f-6b83-477a-8bd9-cbe889ec22df {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:10:15.115440 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:15.137955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a537-1e76-4ce8-af3e-5c178e363066 req-15ccae48-b51b-436f-aa0c-19062a5890be tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:15.139381 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b5d8a537-1e76-4ce8-af3e-5c178e363066 req-15ccae48-b51b-436f-aa0c-19062a5890be tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1284559
May 19 23:10:15.264513 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b5d8a537-1e76-4ce8-af3e-5c178e363066 req-318effc5-863e-4cbe-9bc8-1b3006f83418 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129754
May 19 23:10:15.294109 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] For port 232cfb0f-6b83-477a-8bd9-cbe889ec22df, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=232cfb0f-6b83-477a-8bd9-cbe889ec22df,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:15.294569 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:15.421937 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Calling delete_port for 232cfb0f-6b83-477a-8bd9-cbe889ec22df owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:10:15.527379 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da62a7-448e-49ff-bc04-8f066d3c31fd req-72c12db9-73a3-471b-9d78-d120b6cbd01e tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:15.528805 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-21da62a7-448e-49ff-bc04-8f066d3c31fd req-72c12db9-73a3-471b-9d78-d120b6cbd01e tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 946 time: 0.1138623
May 19 23:10:15.628716 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-21da62a7-448e-49ff-bc04-8f066d3c31fd req-5fc13f16-83fa-48c7-9af9-45c11b35bea5 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939944
May 19 23:10:15.635770 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:15.642336 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:15.687210 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['232cfb0f-6b83-477a-8bd9-cbe889ec22df'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:10:15.687737 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Pushing event deleted for resources: {'Port': ['ID=232cfb0f-6b83-477a-8bd9-cbe889ec22df,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:15.690264 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:15.848711 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] No DVR routers for this DVR port 232cfb0f-6b83-477a-8bd9-cbe889ec22df on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:10:15.851796 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:15.854461 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46888102-e06f-432a-b60e-887659636718', 'name': 'network-vif-deleted', 'tag': '232cfb0f-6b83-477a-8bd9-cbe889ec22df'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:15.862317 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-618d66b5-b6e7-44ca-a4f0-ddece0a46073 req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.36 "DELETE /v2.0/ports/232cfb0f-6b83-477a-8bd9-cbe889ec22df HTTP/1.1" status: 204  len: 173 time: 0.9710090
May 19 23:10:15.902041 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46888102-e06f-432a-b60e-887659636718', 'name': 'network-vif-deleted', 'tag': '232cfb0f-6b83-477a-8bd9-cbe889ec22df', 'status': 'completed', 'code': 200}
May 19 23:10:16.191934 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-c08ea97e-31da-4e99-9c6d-dec2d6b485a9 req-8577b4a5-8fb4-4610-8eb9-10b7e305f083 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Synchronizing usage tracker for tenant:dca8ede002a448a49a411101a92392f9 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:10:16.208056 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-c08ea97e-31da-4e99-9c6d-dec2d6b485a9 req-8577b4a5-8fb4-4610-8eb9-10b7e305f083 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Unset dirty status for tenant:dca8ede002a448a49a411101a92392f9 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:10:16.209399 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c08ea97e-31da-4e99-9c6d-dec2d6b485a9 req-8577b4a5-8fb4-4610-8eb9-10b7e305f083 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=46888102-e06f-432a-b60e-887659636718 HTTP/1.1" status: 200  len: 210 time: 0.0680938
May 19 23:10:16.458946 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb0d0c-238e-43d8-98f2-b1f928301917 req-e2876947-4903-4f7f-8caa-af2ea20ac44c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:16.460421 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-16fb0d0c-238e-43d8-98f2-b1f928301917 req-e2876947-4903-4f7f-8caa-af2ea20ac44c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0870478
May 19 23:10:16.508965 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-16fb0d0c-238e-43d8-98f2-b1f928301917 req-be3023a4-6ea9-4ec0-8ab4-2c9146512ef9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412996
May 19 23:10:16.825587 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210fffa-2a04-4872-ba1e-2a5119f8ba19 req-1a61f002-3119-43e7-8ac7-b03374fbe00d tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:16.826968 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8210fffa-2a04-4872-ba1e-2a5119f8ba19 req-1a61f002-3119-43e7-8ac7-b03374fbe00d tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 946 time: 0.0839779
May 19 23:10:16.874420 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8210fffa-2a04-4872-ba1e-2a5119f8ba19 req-91f21efb-ec00-47a2-9838-e281e63311cb tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404227
May 19 23:10:17.710203 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920882e1-b37a-469e-93f7-44eefdea32e8 req-68007a7d-4abe-46fa-af12-aad3aecb0c7f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:17.711663 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-920882e1-b37a-469e-93f7-44eefdea32e8 req-68007a7d-4abe-46fa-af12-aad3aecb0c7f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0864260
May 19 23:10:17.764089 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-920882e1-b37a-469e-93f7-44eefdea32e8 req-327b475f-7638-4028-8c1a-aac12851b510 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467477
May 19 23:10:18.261890 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b5cab-bb76-476e-96b4-85575482a11c req-2062665d-e02d-475d-88b6-91148081115c tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:18.263248 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5a6b5cab-bb76-476e-96b4-85575482a11c req-2062665d-e02d-475d-88b6-91148081115c tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 946 time: 0.0898049
May 19 23:10:18.308405 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5a6b5cab-bb76-476e-96b4-85575482a11c req-718a9536-b9ad-4145-a009-c104184b2328 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395064
May 19 23:10:18.957323 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea1ca3-ecd0-4fe7-8182-81ba803911d3 req-e1963652-87bb-4f86-b7af-514517909f5f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:18.958871 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-41ea1ca3-ecd0-4fe7-8182-81ba803911d3 req-e1963652-87bb-4f86-b7af-514517909f5f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0849426
May 19 23:10:19.003201 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-41ea1ca3-ecd0-4fe7-8182-81ba803911d3 req-3b30fd81-eb90-4548-a292-fefd3e4afd75 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385618
May 19 23:10:19.503430 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22530b-ed01-41a4-baab-8abc2bda9d79 req-a4af8b0a-cf7c-44bd-ac33-4c9dc0e3f59a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:19.505429 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ba22530b-ed01-41a4-baab-8abc2bda9d79 req-a4af8b0a-cf7c-44bd-ac33-4c9dc0e3f59a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 946 time: 0.0833111
May 19 23:10:19.550662 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ba22530b-ed01-41a4-baab-8abc2bda9d79 req-2834cc8b-6d7a-452a-88d8-f53d94ff9c14 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394044
May 19 23:10:20.203560 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42643-5a28-4389-b8f8-ac77930ba9da req-5fb88cf6-1b56-4201-8100-b65c30d97071 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:20.205012 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a1a42643-5a28-4389-b8f8-ac77930ba9da req-5fb88cf6-1b56-4201-8100-b65c30d97071 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0839193
May 19 23:10:20.253654 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a1a42643-5a28-4389-b8f8-ac77930ba9da req-a95fc1c4-2406-47db-b26f-698b485bfa13 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426800
May 19 23:10:20.593952 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 232cfb0f-6b83-477a-8bd9-cbe889ec22df no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:10:20.628514 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 232cfb0f-6b83-477a-8bd9-cbe889ec22df {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:10:20.628860 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 232cfb0f-6b83-477a-8bd9-cbe889ec22df not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:10:20.734594 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8dadb5-a2c0-4f04-ada1-cafd79ddd1e9 req-bfd36dc2-76b7-4d13-b03d-49379ef13960 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:20.736032 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bf8dadb5-a2c0-4f04-ada1-cafd79ddd1e9 req-bfd36dc2-76b7-4d13-b03d-49379ef13960 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 946 time: 0.0819571
May 19 23:10:20.779758 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bf8dadb5-a2c0-4f04-ada1-cafd79ddd1e9 req-16c48e91-37b9-4380-92c1-d132e7a2cb59 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373867
May 19 23:10:21.516788 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34562650-b883-4259-8694-5d9443b55b2f req-7b77e435-0599-41e7-9186-397f8f5c6315 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:21.518436 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-34562650-b883-4259-8694-5d9443b55b2f req-7b77e435-0599-41e7-9186-397f8f5c6315 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1550488
May 19 23:10:21.531201 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd781f3f-68a4-48be-bc54-890559616a3a req-be446aca-a2fd-48bb-bc97-ce431ccc6f86 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:21.532587 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dd781f3f-68a4-48be-bc54-890559616a3a req-be446aca-a2fd-48bb-bc97-ce431ccc6f86 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1300263
May 19 23:10:21.609852 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-34562650-b883-4259-8694-5d9443b55b2f req-18c6e5b2-8faf-4f04-a66f-718b06dfdbb3 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761988
May 19 23:10:21.615711 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dd781f3f-68a4-48be-bc54-890559616a3a req-b8ee1487-35b9-4e45-8ce0-206834e4391c tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670815
May 19 23:10:21.972021 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d4835-4264-48e1-a4fd-f3876018f624 req-48b92e05-ca16-4c82-8361-8cd9daa80ace tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:21.974214 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-056d4835-4264-48e1-a4fd-f3876018f624 req-48b92e05-ca16-4c82-8361-8cd9daa80ace tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 946 time: 0.0818789
May 19 23:10:22.021955 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-056d4835-4264-48e1-a4fd-f3876018f624 req-d206f666-819c-48ee-b3f7-0977208d6a38 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/security-groups?id=6c5f742b-80f4-4e45-9910-a3876d4bcd4e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414369
May 19 23:10:22.529454 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-3a3c7060-7c54-4c38-b416-bf5e1f1c8bf7 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:22.530912 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-3a3c7060-7c54-4c38-b416-bf5e1f1c8bf7 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.36 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 946 time: 0.0890901
May 19 23:10:22.677665 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Deleting port af37d4fb-2770-4516-9543-23f219046a39 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:10:22.678047 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:22.992028 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] For port af37d4fb-2770-4516-9543-23f219046a39, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=af37d4fb-2770-4516-9543-23f219046a39,segment=NetworkSegment(8c10022c-548a-4fd4-aaf6-42bd4dee13dd),segment_id=8c10022c-548a-4fd4-aaf6-42bd4dee13dd)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:22.992387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:23.122985 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Calling delete_port for af37d4fb-2770-4516-9543-23f219046a39 owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:10:23.150195 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c2335-00e2-4c06-887e-4060e5fb4b24 req-3f61c917-de75-4264-8250-46710c1966f2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:23.151656 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9c0c2335-00e2-4c06-887e-4060e5fb4b24 req-3f61c917-de75-4264-8250-46710c1966f2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.3948610
May 19 23:10:23.160699 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931e4a1-517e-4a7c-bb9c-6d78aaa15298 req-2107d1d1-d895-475e-a786-2f1d2929b0e5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:23.162200 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e931e4a1-517e-4a7c-bb9c-6d78aaa15298 req-2107d1d1-d895-475e-a786-2f1d2929b0e5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.4043145
May 19 23:10:23.254350 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9c0c2335-00e2-4c06-887e-4060e5fb4b24 req-393302d9-6b01-4d83-a6e7-d4c78270d567 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853355
May 19 23:10:23.258047 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e931e4a1-517e-4a7c-bb9c-6d78aaa15298 req-c2a586b1-31ec-45f2-954f-7f7711b42e1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872383
May 19 23:10:23.360665 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:23.367691 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:23.410509 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['af37d4fb-2770-4516-9543-23f219046a39'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:10:23.455226 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Pushing event deleted for resources: {'Port': ['ID=af37d4fb-2770-4516-9543-23f219046a39,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:23.459777 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ceaf1c61-1eef-42a2-b32b-7e7b09e1504e req-d6054332-57d1-4b66-8cd9-2651cf531e9a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 210 time: 0.0567124
May 19 23:10:23.493665 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:23.540283 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] No DVR routers for this DVR port af37d4fb-2770-4516-9543-23f219046a39 on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:10:23.545521 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:23.548149 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dc3d76-0ea3-45db-bdc3-61fad0cb5781', 'name': 'network-vif-deleted', 'tag': 'af37d4fb-2770-4516-9543-23f219046a39'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:23.566626 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-711a362b-428f-4359-a0a4-8247bda3b7d4 req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.36 "DELETE /v2.0/ports/af37d4fb-2770-4516-9543-23f219046a39 HTTP/1.1" status: 204  len: 173 time: 1.0295143
May 19 23:10:23.599649 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dc3d76-0ea3-45db-bdc3-61fad0cb5781', 'name': 'network-vif-deleted', 'tag': 'af37d4fb-2770-4516-9543-23f219046a39', 'status': 'completed', 'code': 200}
May 19 23:10:24.520379 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a20ad-a7e0-477a-9cc1-6406cbff5415 req-2dc54f45-18aa-4132-9244-37d94dc95e9e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:24.521860 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c10a20ad-a7e0-477a-9cc1-6406cbff5415 req-2dc54f45-18aa-4132-9244-37d94dc95e9e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1435666
May 19 23:10:24.529721 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3a59-6b72-409b-9979-eb6e187e2777 req-c8b538b4-9008-460b-b887-2331ed6582de tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:24.531072 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97cf3a59-6b72-409b-9979-eb6e187e2777 req-c8b538b4-9008-460b-b887-2331ed6582de tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1515973
May 19 23:10:24.605087 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c10a20ad-a7e0-477a-9cc1-6406cbff5415 req-fd161100-730d-408f-8fae-3f15e41093ed tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730698
May 19 23:10:24.607865 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-97cf3a59-6b72-409b-9979-eb6e187e2777 req-3471e81e-63ba-4684-9e4d-60c7b33ed044 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619624
May 19 23:10:24.743335 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-a135ebf4-774e-44c4-816b-3c4f868fc996 req-bb6475e5-8338-46bf-a494-1e874f8b3162 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Synchronizing usage tracker for tenant:c582535bb78d401288ce33c82772fa57 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:10:24.760033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-a135ebf4-774e-44c4-816b-3c4f868fc996 req-bb6475e5-8338-46bf-a494-1e874f8b3162 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Unset dirty status for tenant:c582535bb78d401288ce33c82772fa57 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:10:24.761178 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a135ebf4-774e-44c4-816b-3c4f868fc996 req-bb6475e5-8338-46bf-a494-1e874f8b3162 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 210 time: 0.0611441
May 19 23:10:25.852777 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f218753-0a6f-4921-9638-b8dfe2a4f81e req-133aeefc-23ab-49b8-b4c7-c786b56cb616 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:25.854157 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2f218753-0a6f-4921-9638-b8dfe2a4f81e req-133aeefc-23ab-49b8-b4c7-c786b56cb616 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.1425676
May 19 23:10:25.861366 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5e15f-c343-4fe0-9f37-79c90f1d15fa req-94a88977-a424-49a6-8107-7762a9bb393c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:25.862796 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4fd5e15f-c343-4fe0-9f37-79c90f1d15fa req-94a88977-a424-49a6-8107-7762a9bb393c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1534278
May 19 23:10:25.931208 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2f218753-0a6f-4921-9638-b8dfe2a4f81e req-b89700e5-57be-486c-8e30-c7d207d05f97 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674670
May 19 23:10:25.935592 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4fd5e15f-c343-4fe0-9f37-79c90f1d15fa req-4c8548d3-20c6-4693-b37e-1a7aa1e74873 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590940
May 19 23:10:26.086066 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e6e57723-fa35-4842-8bc7-ebec74a4d504 req-ec97b253-271d-447c-aec3-bfb5a8d0f45a tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] 10.222.0.25 "GET /v2.0/ports?device_id=00dc3d76-0ea3-45db-bdc3-61fad0cb5781 HTTP/1.1" status: 200  len: 210 time: 0.0450757
May 19 23:10:26.953056 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-f8ab61e7-22c8-435d-ad26-0807f8207200 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:26.954486 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-f8ab61e7-22c8-435d-ad26-0807f8207200 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.36 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.0810463
May 19 23:10:27.240317 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Deleting port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:10:27.240697 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:27.277417 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b913a0-170b-44af-8a69-c51726e518a9 req-6c1473a4-c013-46a8-bd08-2fdd2cb2ab3d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:27.278902 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a5b913a0-170b-44af-8a69-c51726e518a9 req-6c1473a4-c013-46a8-bd08-2fdd2cb2ab3d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2094846
May 19 23:10:27.294274 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab4447-a1cb-4158-9faa-ffff4402108f req-fb66dc91-f652-4dc1-8fa7-6b12e5e2ad95 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:27.295941 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-50ab4447-a1cb-4158-9faa-ffff4402108f req-fb66dc91-f652-4dc1-8fa7-6b12e5e2ad95 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 945 time: 0.2207403
May 19 23:10:27.430576 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a5b913a0-170b-44af-8a69-c51726e518a9 req-5905d8ef-c6c5-4021-9b0b-01750a9ecaa5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1452820
May 19 23:10:27.455327 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-50ab4447-a1cb-4158-9faa-ffff4402108f req-00010f6e-3962-4254-b52d-101339b1a3e3 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992994
May 19 23:10:27.462689 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] For port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:27.463053 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:27.499375 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device af37d4fb-2770-4516-9543-23f219046a39 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:10:27.549007 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: af37d4fb-2770-4516-9543-23f219046a39 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:10:27.549367 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device af37d4fb-2770-4516-9543-23f219046a39 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:10:27.685828 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Calling delete_port for cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:10:27.893677 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:27.901342 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-275705b7-954f-4d36-bcd3-a29b2e5c2152 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:27.952832 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Pushing event deleted for resources: {'Port': ['ID=cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:27.962007 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['52ea23dd-06d3-4b40-a117-5a7167b4b594', 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:10:27.988909 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:28.048696 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] No DVR routers for this DVR port cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:10:28.052090 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:28.054704 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73700151-3fc8-4576-9515-4f374fc17792', 'name': 'network-vif-deleted', 'tag': 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:28.067494 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-07990d8f-8704-4946-99ef-9b6f19691aef tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:28.070218 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-07990d8f-8704-4946-99ef-9b6f19691aef tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/networks?id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c HTTP/1.1" status: 200  len: 813 time: 0.3034804
May 19 23:10:28.090859 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-88641665-1e86-42f9-9f38-ade58b90cf39 req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.36 "DELETE /v2.0/ports/cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c HTTP/1.1" status: 204  len: 173 time: 1.1214228
May 19 23:10:28.093114 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-bf61033c-7771-4651-b875-de89d0e72072 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/quotas/dca8ede002a448a49a411101a92392f9 HTTP/1.1" status: 200  len: 375 time: 0.0134232
May 19 23:10:28.140946 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73700151-3fc8-4576-9515-4f374fc17792', 'name': 'network-vif-deleted', 'tag': 'cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c', 'status': 'completed', 'code': 200}
May 19 23:10:28.155115 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-b6471c80-ac4a-433c-bd95-a2c2c1eece7b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dca8ede002a448a49a411101a92392f9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477684
May 19 23:10:28.329544 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-6ccae07d-68bf-4851-b747-ddf28737cc44 service neutron] 10.222.0.25 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617444
May 19 23:10:28.470353 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-a6b39916-497e-4dff-b5d6-89fa8ef54291 service neutron] 10.222.0.25 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336110
May 19 23:10:28.662455 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab25ae-f5eb-4c75-ac57-d23819dbc0d0 req-a94ca804-dcca-4a4f-847c-1dcc0eb102c1 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:28.664022 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-01ab25ae-f5eb-4c75-ac57-d23819dbc0d0 req-a94ca804-dcca-4a4f-847c-1dcc0eb102c1 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1050577
May 19 23:10:28.725351 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-01ab25ae-f5eb-4c75-ac57-d23819dbc0d0 req-bee0d7aa-2630-41bf-82a2-c96399de2d7b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554004
May 19 23:10:28.798790 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-96e749b7-b46d-407c-995e-d31a9e65679a req-d968aaaa-ec03-439d-8efb-29c6deab4104 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Synchronizing usage tracker for tenant:d07fdf58f66146c683f5aea89a361dfa on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:10:28.845731 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-380e1bc6-8af4-4164-8d0b-f8483695a163 req-b3284dc0-0971-470b-96c9-72cfeb800e51 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 210 time: 0.0495057
May 19 23:10:28.878309 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-96e749b7-b46d-407c-995e-d31a9e65679a req-d968aaaa-ec03-439d-8efb-29c6deab4104 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Unset dirty status for tenant:d07fdf58f66146c683f5aea89a361dfa on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:10:28.880234 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-96e749b7-b46d-407c-995e-d31a9e65679a req-d968aaaa-ec03-439d-8efb-29c6deab4104 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=73700151-3fc8-4576-9515-4f374fc17792 HTTP/1.1" status: 200  len: 210 time: 0.1372385
May 19 23:10:29.908336 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937947d-3df8-45cb-8b52-baf3c4d20de0 req-5a0c2d9d-39a0-40f8-a1e3-683efe369687 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:29.909793 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b937947d-3df8-45cb-8b52-baf3c4d20de0 req-5a0c2d9d-39a0-40f8-a1e3-683efe369687 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0790927
May 19 23:10:29.955612 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b937947d-3df8-45cb-8b52-baf3c4d20de0 req-2bad7efd-8a4d-4310-b507-a7f4347f153d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398946
May 19 23:10:30.003854 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-22361959-42d2-4def-ac48-a4e57d27c3b0 req-b6daceb9-13b3-4bed-a30c-3dc70e758fa5 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 210 time: 0.0454538
May 19 23:10:30.399945 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1b89c-7b6c-4ef5-bf92-a774a15bcdbf req-7d4ca79b-a662-49dd-a2c8-1093e36cc5c4 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:30.401386 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b2d1b89c-7b6c-4ef5-bf92-a774a15bcdbf req-7d4ca79b-a662-49dd-a2c8-1093e36cc5c4 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0787125
May 19 23:10:30.445676 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b2d1b89c-7b6c-4ef5-bf92-a774a15bcdbf req-502ad24a-3181-43e6-82a4-0547785543a3 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386634
May 19 23:10:31.163497 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7a8d82a1-4a58-45a5-adfe-f89718aab5a7 req-c89f43a7-4b64-48d7-8fa5-91848f6a6b67 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 210 time: 0.0460262
May 19 23:10:31.185449 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8839830-d6c0-4b5e-942d-489ed8235941 req-ea639e3d-dc1d-4d65-954b-8e3fa2452823 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:31.186880 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8839830-d6c0-4b5e-942d-489ed8235941 req-ea639e3d-dc1d-4d65-954b-8e3fa2452823 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1227379
May 19 23:10:31.231070 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8839830-d6c0-4b5e-942d-489ed8235941 req-8fda63b8-ebe3-4c09-b733-10c2ab583073 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379782
May 19 23:10:31.634348 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76635cd-ce41-47b2-ad8c-3b84af23f312 req-78695a37-861c-49b3-97ef-04afce40bc18 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:31.635824 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d76635cd-ce41-47b2-ad8c-3b84af23f312 req-78695a37-861c-49b3-97ef-04afce40bc18 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.0824254
May 19 23:10:31.680995 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d76635cd-ce41-47b2-ad8c-3b84af23f312 req-a9ce3ac1-c0d0-47b1-98e2-afd6846f5862 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394590
May 19 23:10:32.086717 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:10:32.122633 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:10:32.122983 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device cc545d06-c6f9-4fb1-816f-76fcbd4b5b5c not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:10:32.311525 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b15d7616-0d8d-4986-b3c6-ac5fc64e8153 req-22ff213c-f7c1-46bf-996a-a86896665819 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 210 time: 0.0447783
May 19 23:10:32.497964 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d47200-97c6-48cd-9561-20abd6f54e4b req-809c3eaf-2f22-408c-b285-43bda68cd4d9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:32.499487 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d0d47200-97c6-48cd-9561-20abd6f54e4b req-809c3eaf-2f22-408c-b285-43bda68cd4d9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1570024
May 19 23:10:32.545461 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d0d47200-97c6-48cd-9561-20abd6f54e4b req-d375453b-a63f-4075-bcc4-6169cf268b7b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394263
May 19 23:10:32.787248 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-3c6c1574-1197-4b10-a498-524a791c49b3 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:32.788986 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-3c6c1574-1197-4b10-a498-524a791c49b3 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.36 "GET /v2.0/networks?id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c HTTP/1.1" status: 200  len: 813 time: 0.1571431
May 19 23:10:32.809227 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Request body: {'port': {'device_id': 'cf55977a-7a2b-4438-8c7b-84bfb52b699f', 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c', 'admin_state_up': True, 'tenant_id': 'dca8ede002a448a49a411101a92392f9'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:10:33.013496 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433884c2-2e14-41f2-9072-704548742a66 req-aa08ca9e-bdcd-4a7e-888b-3cc2e08d0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:33.015004 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-433884c2-2e14-41f2-9072-704548742a66 req-aa08ca9e-bdcd-4a7e-888b-3cc2e08d0a66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 1099 time: 0.0719123
May 19 23:10:33.068740 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:10:33.088673 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc383e-b257-424b-a4d8-8b343f1d91ec req-76e5ba97-f1d7-4940-90b4-041b80511ea8 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:33.091508 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-45bc383e-b257-424b-a4d8-8b343f1d91ec req-76e5ba97-f1d7-4940-90b4-041b80511ea8 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.2643485
May 19 23:10:33.091508 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:10:33.099911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575a508-eb2e-4f6f-b101-149271af8ffb req-5e94070a-fe51-4b74-84f8-bfb38bbab730 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:33.101375 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5575a508-eb2e-4f6f-b101-149271af8ffb req-5e94070a-fe51-4b74-84f8-bfb38bbab730 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2565961
May 19 23:10:33.141055 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Made reservation on behalf of dca8ede002a448a49a411101a92392f9 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:10:33.144343 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:33.160486 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433884c2-2e14-41f2-9072-704548742a66 req-f866a4ed-e267-4032-b6e2-32f84e306c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:33.163874 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-433884c2-2e14-41f2-9072-704548742a66 req-f866a4ed-e267-4032-b6e2-32f84e306c92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 911 time: 0.1362197
May 19 23:10:33.234367 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-45bc383e-b257-424b-a4d8-8b343f1d91ec req-a709584d-fc55-4f99-b008-bbe4ec8ed245 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267121
May 19 23:10:33.240633 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5575a508-eb2e-4f6f-b101-149271af8ffb req-8283dcb4-d06c-40dd-88e6-268082b4b608 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313260
May 19 23:10:33.287806 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-433884c2-2e14-41f2-9072-704548742a66 req-199752b4-4b37-42a1-a4f3-a85c1fdd1366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c HTTP/1.1" status: 200  len: 1001 time: 0.1142316
May 19 23:10:33.363182 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433884c2-2e14-41f2-9072-704548742a66 req-79040d13-a8f4-48bb-9053-05771947e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:33.364664 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-433884c2-2e14-41f2-9072-704548742a66 req-79040d13-a8f4-48bb-9053-05771947e747 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.0704007
May 19 23:10:33.374716 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Allocated IP 172.20.0.2 (5e90ccdd-a71e-4d8e-9f7e-3d124e10195c/0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1/79316f2f-3908-4b8a-a265-eeb13cd146e2) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:10:33.453695 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433884c2-2e14-41f2-9072-704548742a66 req-04d0af51-1bf9-4906-9eea-3b9c69a94265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:33.455266 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-433884c2-2e14-41f2-9072-704548742a66 req-04d0af51-1bf9-4906-9eea-3b9c69a94265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806932
May 19 23:10:33.481110 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1f66b12d-6c64-4273-ae1e-e5031d5a5e2c req-96bf1499-a833-4336-bc55-1eb11d734528 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 210 time: 0.0493476
May 19 23:10:33.648813 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-433884c2-2e14-41f2-9072-704548742a66 req-de79d847-d523-49bf-9d7f-3b9c21d29ae7 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1770761
May 19 23:10:33.651118 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:33.693210 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:33.705011 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8ea3d9c1-bfe1-4739-82a9-7a37341c8eef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:33.777844 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Pushing event updated for resources: {'Port': ['ID=79316f2f-3908-4b8a-a265-eeb13cd146e2,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:33.782342 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:33.784090 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:10:33.785226 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:10:33.788411 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:10:33.820879 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-433884c2-2e14-41f2-9072-704548742a66 req-af4eab26-25f5-4a62-a1c5-b6e758caab12 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1619642
May 19 23:10:33.854219 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:33.855104 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:33.881034 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0762599
May 19 23:10:33.911898 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Request body: {'port': {'device_id': 'cf55977a-7a2b-4438-8c7b-84bfb52b699f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:10:34.026475 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:34.362695 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:10:34.608970 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79316f2f-3908-4b8a-a265-eeb13cd146e2 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:10:34.621973 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:34.656750 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Transition to ACTIVE for port object 79316f2f-3908-4b8a-a265-eeb13cd146e2 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:10:34.665716 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:34.670557 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:34.826821 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbff28-f62b-4142-af01-3c89c087e0fc req-a33ffa8f-9a18-4541-a36d-082d00057f0e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:34.828282 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-09bbff28-f62b-4142-af01-3c89c087e0fc req-a33ffa8f-9a18-4541-a36d-082d00057f0e tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.4164140
May 19 23:10:34.831716 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Pushing event updated for resources: {'Port': ['ID=79316f2f-3908-4b8a-a265-eeb13cd146e2,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:34.843468 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71164ca7-b92e-4e7f-928e-5e7329b5a2ed req-1081f1ff-e5c0-4de0-ad65-14ada4c2dd31 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:34.844757 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71164ca7-b92e-4e7f-928e-5e7329b5a2ed req-1081f1ff-e5c0-4de0-ad65-14ada4c2dd31 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.3100975
May 19 23:10:34.847442 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:34.997336 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-09bbff28-f62b-4142-af01-3c89c087e0fc req-ea5d3139-e919-4945-85c5-d5e4e1c91928 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515574
May 19 23:10:35.003641 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71164ca7-b92e-4e7f-928e-5e7329b5a2ed req-8ef873d9-e245-4a60-88c5-bc8003481c89 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419437
May 19 23:10:35.039415 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Attempting to bind port 79316f2f-3908-4b8a-a265-eeb13cd146e2 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:10:35.039651 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Attempting to bind port 79316f2f-3908-4b8a-a265-eeb13cd146e2 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:10:35.039985 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Attempting to bind port 79316f2f-3908-4b8a-a265-eeb13cd146e2 on network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:10:35.045648 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Port 79316f2f-3908-4b8a-a265-eeb13cd146e2 on network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:10:35.046113 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Attempting to bind port 79316f2f-3908-4b8a-a265-eeb13cd146e2 on network 5e90ccdd-a71e-4d8e-9f7e-3d124e10195c {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:10:35.051968 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:10:35.052429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Checking segment: {'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:10:35.052819 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Bound using segment: {'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:10:35.053252 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Bound port: 79316f2f-3908-4b8a-a265-eeb13cd146e2, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:10:35.053601 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:35.234253 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] For port 79316f2f-3908-4b8a-a265-eeb13cd146e2, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:10:35.239216 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] For port 79316f2f-3908-4b8a-a265-eeb13cd146e2, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79316f2f-3908-4b8a-a265-eeb13cd146e2,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:10:35.247701 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:35.252093 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:35.328752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e21d81-62c9-424f-8dd4-8eece27b803a req-b293c650-78a2-42e0-98dc-3f79d5d78102 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:35.329460 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-e2e21d81-62c9-424f-8dd4-8eece27b803a req-b293c650-78a2-42e0-98dc-3f79d5d78102 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Synchronizing usage tracker for tenant:dca8ede002a448a49a411101a92392f9 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:10:35.346568 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:35.347398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:35.349621 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] 10.222.0.36 "PUT /v2.0/ports/79316f2f-3908-4b8a-a265-eeb13cd146e2 HTTP/1.1" status: 200  len: 1093 time: 1.4429047
May 19 23:10:35.350501 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf55977a-7a2b-4438-8c7b-84bfb52b699f', 'tag': '79316f2f-3908-4b8a-a265-eeb13cd146e2'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:35.387169 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-e2e21d81-62c9-424f-8dd4-8eece27b803a req-b293c650-78a2-42e0-98dc-3f79d5d78102 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Unset dirty status for tenant:dca8ede002a448a49a411101a92392f9 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:10:35.388832 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2e21d81-62c9-424f-8dd4-8eece27b803a req-b293c650-78a2-42e0-98dc-3f79d5d78102 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 943 time: 0.2678161
May 19 23:10:35.391844 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Pushing event updated for resources: {'Port': ['ID=79316f2f-3908-4b8a-a265-eeb13cd146e2,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:35.417072 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:35.421258 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf55977a-7a2b-4438-8c7b-84bfb52b699f', 'tag': '79316f2f-3908-4b8a-a265-eeb13cd146e2', 'status': 'completed', 'code': 200}
May 19 23:10:35.497752 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2e21d81-62c9-424f-8dd4-8eece27b803a req-22e4b0ae-a94b-42e9-9861-090d7c9c989e tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951862
May 19 23:10:35.546674 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-28c390aa-f837-4dee-af10-c42693199efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:35.548704 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-28c390aa-f837-4dee-af10-c42693199efe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dca8ede002a448a49a411101a92392f9&device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 1096 time: 0.1121111
May 19 23:10:35.650109 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-292bf4cb-0fac-41f7-b02f-f8dc35143aa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79316f2f-3908-4b8a-a265-eeb13cd146e2 HTTP/1.1" status: 200  len: 217 time: 0.0846274
May 19 23:10:35.735052 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-bfc32490-3426-4942-9118-db1e443569ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:35.736538 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-bfc32490-3426-4942-9118-db1e443569ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1 HTTP/1.1" status: 200  len: 853 time: 0.0797269
May 19 23:10:35.789229 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-f133f430-9830-4dd5-a832-20c2f7fbe616 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454295
May 19 23:10:35.938323 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-bd9b589e-3254-4e2e-8ec8-70a8722a6492 service neutron] 10.222.0.36 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395109
May 19 23:10:36.115686 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4adb707-9b33-4430-a65b-c4a4617231ee req-9763df9d-9add-4340-aede-a187df51460e service neutron] 10.222.0.36 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691079
May 19 23:10:36.195205 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6cd9b2c8-f762-4038-8a7b-e40c9dc1ad8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:36.328707 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b67e4-431b-49c1-b4d4-51f214e46319 req-da4a5105-461d-47ff-855e-e93733455ea2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:36.330325 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7d1b67e4-431b-49c1-b4d4-51f214e46319 req-da4a5105-461d-47ff-855e-e93733455ea2 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.2134590
May 19 23:10:36.365979 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05408fb5-6484-4e1b-b7d0-58d0f12a66cc req-dfe33fd9-f5ba-4099-a003-4837e71b3357 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:36.366923 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-05408fb5-6484-4e1b-b7d0-58d0f12a66cc req-dfe33fd9-f5ba-4099-a003-4837e71b3357 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2025592
May 19 23:10:36.413425 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-b6427004-a13e-4a63-9912-1100cf54918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:36.414857 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-b6427004-a13e-4a63-9912-1100cf54918e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dca8ede002a448a49a411101a92392f9&device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 1096 time: 0.1871212
May 19 23:10:36.419339 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7d1b67e4-431b-49c1-b4d4-51f214e46319 req-3a1530c8-e56c-41fb-8e7c-7fbe61c372d7 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778365
May 19 23:10:36.489286 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-05408fb5-6484-4e1b-b7d0-58d0f12a66cc req-da72b0a0-7350-4d89-be73-05a12e47c36e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934210
May 19 23:10:36.745194 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-ebe3df33-ee9f-424a-8348-d1fdb294fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:36.746596 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-ebe3df33-ee9f-424a-8348-d1fdb294fbe9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c HTTP/1.1" status: 200  len: 914 time: 0.3096750
May 19 23:10:36.825431 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be47fc-d480-4b45-8544-e86f0bfecce8 req-26a1b6b6-c4e6-4724-817e-da96c0403ddf tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:36.826821 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-11be47fc-d480-4b45-8544-e86f0bfecce8 req-26a1b6b6-c4e6-4724-817e-da96c0403ddf tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 943 time: 0.1600084
May 19 23:10:36.835226 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-ad1ea752-f646-4766-b556-4f29da309ad9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=79316f2f-3908-4b8a-a265-eeb13cd146e2 HTTP/1.1" status: 200  len: 217 time: 0.0736947
May 19 23:10:36.926839 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-11be47fc-d480-4b45-8544-e86f0bfecce8 req-2774081d-8da6-48d4-afe5-c60f3435988b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905557
May 19 23:10:36.930598 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-d9f2ab97-53dc-4a7a-b16c-974aa0094aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:36.931994 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-d9f2ab97-53dc-4a7a-b16c-974aa0094aec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1 HTTP/1.1" status: 200  len: 853 time: 0.0805061
May 19 23:10:37.008627 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-fb01fd84-fc9a-49a9-9e03-1dcf858feed1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0611486
May 19 23:10:37.158087 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-70af5736-642d-4aa4-98f6-45f2d9fa6a95 service neutron] 10.222.0.36 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385465
May 19 23:10:37.314587 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7cfabd44-4e9b-4ba3-a950-c04b116b45da req-13b1ac5d-d784-4de8-b881-2847a5eb6613 service neutron] 10.222.0.36 "GET /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487360
May 19 23:10:37.638905 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405587cf-9ee7-4e68-88f3-f4427644893f req-93c4a067-e4f9-46ce-afed-544d85c21166 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:37.640417 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-405587cf-9ee7-4e68-88f3-f4427644893f req-93c4a067-e4f9-46ce-afed-544d85c21166 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1100471
May 19 23:10:37.697882 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-405587cf-9ee7-4e68-88f3-f4427644893f req-6a38ddd5-13e1-447c-b759-8974b0144709 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509450
May 19 23:10:38.064562 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 79316f2f-3908-4b8a-a265-eeb13cd146e2 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:10:38.136273 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39270e2b-e308-4bd7-958c-abd7abdf8ffb req-d4bc2db8-dc32-440e-b01a-a221926cf176 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:38.138993 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-39270e2b-e308-4bd7-958c-abd7abdf8ffb req-d4bc2db8-dc32-440e-b01a-a221926cf176 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 943 time: 0.0901723
May 19 23:10:38.197362 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-39270e2b-e308-4bd7-958c-abd7abdf8ffb req-2e210012-72f4-4c59-a47d-6145a5ff6e65 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484996
May 19 23:10:38.267787 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 79316f2f-3908-4b8a-a265-eeb13cd146e2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79316f2f-3908-4b8a-a265-eeb13cd146e2,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:38.283510 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '79316f2f-3908-4b8a-a265-eeb13cd146e2', 'network_id': '5e90ccdd-a71e-4d8e-9f7e-3d124e10195c', 'port_id': '79316f2f-3908-4b8a-a265-eeb13cd146e2', 'mac_address': 'fa:16:3e:3a:e9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:10:38.355067 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:38.374923 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79316f2f-3908-4b8a-a265-eeb13cd146e2 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:10:38.394345 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 79316f2f-3908-4b8a-a265-eeb13cd146e2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79316f2f-3908-4b8a-a265-eeb13cd146e2,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:38.401829 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:38.404911 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:38.490390 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=79316f2f-3908-4b8a-a265-eeb13cd146e2,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:38.499820 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.500167 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.500501 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.500829 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.501176 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.501477 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.502033 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.502155 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.502576 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.502897 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.503210 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.503527 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:38.507274 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:38.724990 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:38.778853 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['79316f2f-3908-4b8a-a265-eeb13cd146e2'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:10:38.824618 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-be847064-5652-456f-bcf9-b4a202678eaf tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:38.826191 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-be847064-5652-456f-bcf9-b4a202678eaf tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.36 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1438098
May 19 23:10:39.024338 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-de4965f0-7784-43b4-89cd-3cb2032db065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:39.050463 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c2bff-8575-4f4a-b9b4-206294dd2fd9 req-0ea2592b-ffd4-40bf-9e78-def290966798 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:39.052980 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2c2c2bff-8575-4f4a-b9b4-206294dd2fd9 req-0ea2592b-ffd4-40bf-9e78-def290966798 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 945 time: 0.1910951
May 19 23:10:39.104984 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Deleting port 52ea23dd-06d3-4b40-a117-5a7167b4b594 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:10:39.105332 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:39.147201 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2c2c2bff-8575-4f4a-b9b4-206294dd2fd9 req-5aa7ae2d-6c51-4ad9-8324-eae798ab50c1 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/security-groups?id=4b8a28df-891f-4877-98b3-6a275cd3a7f6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864975
May 19 23:10:39.266036 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] For port 52ea23dd-06d3-4b40-a117-5a7167b4b594, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52ea23dd-06d3-4b40-a117-5a7167b4b594,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:39.266397 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:39.436238 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Calling delete_port for 52ea23dd-06d3-4b40-a117-5a7167b4b594 owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:10:39.503428 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3074bc-3971-4b55-a488-36292a6ac0b4 req-ba2e67da-e835-493f-8615-557c607fbdf6 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:39.506017 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6a3074bc-3971-4b55-a488-36292a6ac0b4 req-ba2e67da-e835-493f-8615-557c607fbdf6 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 944 time: 0.1710725
May 19 23:10:39.694993 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6a3074bc-3971-4b55-a488-36292a6ac0b4 req-2d1f4316-c29f-4bd8-a7f2-d54f217d85e3 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778579
May 19 23:10:39.726858 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:39.729729 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:39.735889 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0dbffbd5-0b46-4a42-9e9b-3840e28e944f tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:39.767349 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['52ea23dd-06d3-4b40-a117-5a7167b4b594'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:10:39.789646 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Pushing event deleted for resources: {'Port': ['ID=52ea23dd-06d3-4b40-a117-5a7167b4b594,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:39.827851 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:39.870558 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] No DVR routers for this DVR port 52ea23dd-06d3-4b40-a117-5a7167b4b594 on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:10:39.873151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:39.875812 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf6dc8b-174d-4377-adbb-510bfe945adb', 'name': 'network-vif-deleted', 'tag': '52ea23dd-06d3-4b40-a117-5a7167b4b594'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:39.893440 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b1b6630b-c644-4d51-8c73-1b4fddc3f3ad req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.36 "DELETE /v2.0/ports/52ea23dd-06d3-4b40-a117-5a7167b4b594 HTTP/1.1" status: 204  len: 173 time: 1.0618863
May 19 23:10:39.938750 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf6dc8b-174d-4377-adbb-510bfe945adb', 'name': 'network-vif-deleted', 'tag': '52ea23dd-06d3-4b40-a117-5a7167b4b594', 'status': 'completed', 'code': 200}
May 19 23:10:40.089044 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 79316f2f-3908-4b8a-a265-eeb13cd146e2 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:10:40.190599 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 79316f2f-3908-4b8a-a265-eeb13cd146e2 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:10:40.196278 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 79316f2f-3908-4b8a-a265-eeb13cd146e2 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:10:40.196617 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:40.360709 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:40.406694 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-addda821-0684-45b8-80ff-a9109b3de251 req-cbb499fd-8ef9-4cea-a729-2b7571f4bc00 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Synchronizing usage tracker for tenant:d07fdf58f66146c683f5aea89a361dfa on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:10:40.421751 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf55977a-7a2b-4438-8c7b-84bfb52b699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79316f2f-3908-4b8a-a265-eeb13cd146e2'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:10:40.434817 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-addda821-0684-45b8-80ff-a9109b3de251 req-cbb499fd-8ef9-4cea-a729-2b7571f4bc00 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Unset dirty status for tenant:d07fdf58f66146c683f5aea89a361dfa on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:10:40.437281 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-addda821-0684-45b8-80ff-a9109b3de251 req-cbb499fd-8ef9-4cea-a729-2b7571f4bc00 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf6dc8b-174d-4377-adbb-510bfe945adb HTTP/1.1" status: 200  len: 210 time: 0.0887678
May 19 23:10:40.452282 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 79316f2f-3908-4b8a-a265-eeb13cd146e2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79316f2f-3908-4b8a-a265-eeb13cd146e2,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:40.458763 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:40.461528 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-3e61c099-7f35-457d-8fbc-f4bab904c766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:40.512288 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf55977a-7a2b-4438-8c7b-84bfb52b699f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79316f2f-3908-4b8a-a265-eeb13cd146e2', 'code': 200}
May 19 23:10:40.555959 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=79316f2f-3908-4b8a-a265-eeb13cd146e2,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:40.559990 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:40.887647 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bb023-c4fd-4e28-a542-04ec554f7756 req-132c29c1-c0f1-4363-bab7-604011a7a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:40.889118 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7f7bb023-c4fd-4e28-a542-04ec554f7756 req-132c29c1-c0f1-4363-bab7-604011a7a0d6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 1098 time: 0.1491621
May 19 23:10:40.951753 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7f7bb023-c4fd-4e28-a542-04ec554f7756 req-402b63b6-4410-4117-9598-7e76bd9f07e3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507131
May 19 23:10:40.964378 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a02a14-c130-4b80-8630-36b98c1bde9b req-36214f5b-71d9-45d4-adb3-5d48893992d4 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:40.966049 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4a02a14-c130-4b80-8630-36b98c1bde9b req-36214f5b-71d9-45d4-adb3-5d48893992d4 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.1215081
May 19 23:10:41.013609 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4a02a14-c130-4b80-8630-36b98c1bde9b req-9faf6b3a-0f66-4f0f-b32c-c2d1f3949f77 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406489
May 19 23:10:41.416496 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:41.561544 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 43768) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:42.106408 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 52ea23dd-06d3-4b40-a117-5a7167b4b594 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:10:42.139937 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 52ea23dd-06d3-4b40-a117-5a7167b4b594 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:10:42.140380 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 52ea23dd-06d3-4b40-a117-5a7167b4b594 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:10:42.168307 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:42.414600 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493af5d1-69ff-4336-b8d0-4a8dc4ac0a17 req-79fd641a-6bd3-42f3-b90c-db078f67625b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:42.416090 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-493af5d1-69ff-4336-b8d0-4a8dc4ac0a17 req-79fd641a-6bd3-42f3-b90c-db078f67625b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.1898973
May 19 23:10:42.661097 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-493af5d1-69ff-4336-b8d0-4a8dc4ac0a17 req-9202ce22-b06a-4abf-ab8b-52cbb1a9ac9b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2377472
May 19 23:10:42.871433 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Deleting port 95455e45-77cb-4b2f-bf6b-080fde6bd839 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:10:42.872253 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:43.037548 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] For port 95455e45-77cb-4b2f-bf6b-080fde6bd839, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=95455e45-77cb-4b2f-bf6b-080fde6bd839,segment=NetworkSegment(c6981994-ddc0-405d-a122-7ba0e11c07ec),segment_id=c6981994-ddc0-405d-a122-7ba0e11c07ec)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:43.037989 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:43.169183 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Calling delete_port for 95455e45-77cb-4b2f-bf6b-080fde6bd839 owned by network:router_interface {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:10:43.475749 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:43.479715 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b24d12e2-d893-4031-b3fa-fb6d8980b266 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:43.525364 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Pushing event deleted for resources: {'Port': ['ID=95455e45-77cb-4b2f-bf6b-080fde6bd839,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:43.555337 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:43.790263 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:43.912966 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:43.997204 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dca6a7-7a4c-400f-8837-ac07b4b36dc0 req-5a89ebba-8a47-4e9e-8966-3c3434eecc77 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:43.998715 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c0dca6a7-7a4c-400f-8837-ac07b4b36dc0 req-5a89ebba-8a47-4e9e-8966-3c3434eecc77 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.1852350
May 19 23:10:44.133949 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c0dca6a7-7a4c-400f-8837-ac07b4b36dc0 req-36a0581b-3815-4d89-989d-20ff1a3b77bc tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247237
May 19 23:10:44.473423 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:10:44.677355 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:10:44.688740 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] Sync routers for ids ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:10:44.713872 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] Routers {'0dc32e9a-7d22-4aed-84e1-44d57260ed99'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:10:44.714703 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06730eedc0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:10:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:44.719740 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] 10.222.0.25 "PUT /v2.0/routers/0dc32e9a-7d22-4aed-84e1-44d57260ed99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1547503
May 19 23:10:44.720071 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 43802) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:44.945821 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks [] for router, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:44.955837 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] Set router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:10:45.197835 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:45.294552 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Deleting port f279dd6f-be76-4a7e-819c-25eeb3d7a64a {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:10:45.295645 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:45.365170 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06730eedc0>, [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:10:43Z', 'revision_number': 5, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port': {'id': 'f279dd6f-be76-4a7e-819c-25eeb3d7a64a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:45.369606 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] Checking router: 0dc32e9a-7d22-4aed-84e1-44d57260ed99 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:10:45.387654 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] Routers {'0dc32e9a-7d22-4aed-84e1-44d57260ed99'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:10:45.389057 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06730eedc0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:10:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:45.539173 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] For port f279dd6f-be76-4a7e-819c-25eeb3d7a64a, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=f279dd6f-be76-4a7e-819c-25eeb3d7a64a,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:10:45.539173 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:45.618542 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] Set router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 gateway port host: None {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:10:45.678354 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Calling delete_port for f279dd6f-be76-4a7e-819c-25eeb3d7a64a owned by network:router_gateway {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:10:45.737553 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06730eedc0>, [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:10:45Z', 'revision_number': 6, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port_host': None}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:45.742129 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3059aed7-5657-4d20-aaab-7cd27c98b436 None None] The sync data for ids ['0dc32e9a-7d22-4aed-84e1-44d57260ed99'] in dv-cinder-792299-1-iscsi is: [{'id': '0dc32e9a-7d22-4aed-84e1-44d57260ed99', 'name': 'tempest-ServerRescueNegativeTestJSON-494105486-router', 'tenant_id': 'd07fdf58f66146c683f5aea89a361dfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:00Z', 'updated_at': '2021-05-19T23:10:45Z', 'revision_number': 6, 'project_id': 'd07fdf58f66146c683f5aea89a361dfa', 'gw_port_host': None}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:10:45.968244 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:45.976593 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:46.149182 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Pushing event deleted for resources: {'Port': ['ID=f279dd6f-be76-4a7e-819c-25eeb3d7a64a,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:46.166323 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.167095 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.167500 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.167963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.168467 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.169107 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.170037 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.170557 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.171167 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.172118 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.172637 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.173356 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:10:46.185971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:46.227299 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:46.457297 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:46.457297 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:46.570145 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:46.571080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc32e9a-7d22-4aed-84e1-44d57260ed99 {{(pid=91826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:10:46.590565 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:46.591957 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] 10.222.0.25 "DELETE /v2.0/routers/0dc32e9a-7d22-4aed-84e1-44d57260ed99 HTTP/1.1" status: 204  len: 168 time: 1.8708637
May 19 23:10:46.594893 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 43818) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:46.676758 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] Deleting subnet 72331fa6-90df-4bda-b916-b893102cae30 {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:10:46.679929 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:46.764025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6878897'] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:46.846960 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.195819 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device f279dd6f-be76-4a7e-819c-25eeb3d7a64a no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:10:47.203555 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8361647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6952225'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.211556 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:47.241783 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: f279dd6f-be76-4a7e-819c-25eeb3d7a64a {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:10:47.242515 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device f279dd6f-be76-4a7e-819c-25eeb3d7a64a not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:10:47.243039 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 95455e45-77cb-4b2f-bf6b-080fde6bd839 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:10:47.262101 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72331fa6-90df-4bda-b916-b893102cae30,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:47.265182 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:47.266394 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.280068 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-5852ad67-6765-4199-ac7a-746ed8e32e7b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72331fa6-90df-4bda-b916-b893102cae30 HTTP/1.1" status: 204  len: 168 time: 0.6835506
May 19 23:10:47.283039 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 95455e45-77cb-4b2f-bf6b-080fde6bd839 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:10:47.283509 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 95455e45-77cb-4b2f-bf6b-080fde6bd839 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:10:47.284746 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 43828) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:47.403003 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.548994 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.564891 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06721074c0>,) {'filters': {'network_id': ['2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e']}} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:47.578684 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06721074c0>, 'c6981994-ddc0-405d-a122-7ba0e11c07ec') {'for_net_delete': True} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:47.578974 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06721074c0>, 'c6981994-ddc0-405d-a122-7ba0e11c07ec') {} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:47.596216 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5941806'] for segment, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.618686 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.625892 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=91826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:10:47.626332 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6212352'] for segment, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]: Traceback (most recent call last):
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     timer()
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     cb(*args, **kw)
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     return func(*args, **kwargs)
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     self._notify()
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     self.callback(batched_events)
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     event.method(event)
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     return f(self, *a, **k)
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._get(url).json()
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self.request(url, 'GET', **kwargs)
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:10:47.651832 dv-cinder-792299-1-iscsi neutron-server[91826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:10:47.742765 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.745501 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:47.749930 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e4c9ed10-f4b6-4a5d-8049-bcca94780490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:47.775321 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:47.782641 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:47.788213 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-f923df51-d815-4d5d-b063-e50588a1e941 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d68a1d1-e2e2-4688-ac43-c063ba9b3f6e HTTP/1.1" status: 204  len: 168 time: 0.5017571
May 19 23:10:47.968911 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 43838) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:48.027270 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7d46fd45-2805-4fc8-a863-7ee7d5c410e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d07fdf58f66146c683f5aea89a361dfa&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0569856
May 19 23:10:48.029811 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 43842) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:48.100744 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d1603e0d-1efa-4fe7-a2c0-c471252ce48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:48.132497 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d1603e0d-1efa-4fe7-a2c0-c471252ce48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:48.194410 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d1603e0d-1efa-4fe7-a2c0-c471252ce48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:48.198696 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a39e3061-4aaa-4365-a5ae-0574247b7468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:48.219132 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1603e0d-1efa-4fe7-a2c0-c471252ce48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a28df-891f-4877-98b3-6a275cd3a7f6,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:48.220369 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d1603e0d-1efa-4fe7-a2c0-c471252ce48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:48.221298 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d1603e0d-1efa-4fe7-a2c0-c471252ce48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:48.224045 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-d1603e0d-1efa-4fe7-a2c0-c471252ce48e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b8a28df-891f-4877-98b3-6a275cd3a7f6 HTTP/1.1" status: 204  len: 168 time: 0.1921189
May 19 23:10:51.738680 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 43990) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:51.878618 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_v2 [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] Deleting subnet e1c18d06-5486-4840-9080-e9986ab84257 {{(pid=91826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:10:51.881435 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:51.929305 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5941817'] for subnet, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:51.985017 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.223776 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6168994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233088'] for subnet, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.228395 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c9fa1041-3436-4e06-a5d2-1152c3e9c691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:52.266101 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c18d06-5486-4840-9080-e9986ab84257,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:52.267962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.271788 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:52.275241 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-943353a6-5073-4cd7-ad7b-69681ac4f1a1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e1c18d06-5486-4840-9080-e9986ab84257 HTTP/1.1" status: 204  len: 168 time: 0.5355790
May 19 23:10:52.277603 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 43994) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:52.382230 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.512428 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.525459 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f067199baf0>,) {'filters': {'network_id': ['27765c29-1d88-4e38-9b61-35432bb4a92d']}} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:52.537971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f067199baf0>, '8c10022c-548a-4fd4-aaf6-42bd4dee13dd') {'for_net_delete': True} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:52.538317 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f067199baf0>, '8c10022c-548a-4fd4-aaf6-42bd4dee13dd') {} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:10:52.550707 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5941806'] for segment, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.568489 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.574687 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=91826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:10:52.575069 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6212352'] for segment, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]: Traceback (most recent call last):
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     timer()
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     cb(*args, **kw)
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     return func(*args, **kwargs)
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     self._notify()
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     self.callback(batched_events)
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     event.method(event)
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     return f(self, *a, **k)
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._get(url).json()
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self.request(url, 'GET', **kwargs)
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:10:52.588150 dv-cinder-792299-1-iscsi neutron-server[91826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:10:52.663498 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.667332 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:52.682912 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.688571 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Pushing event deleted for resources: {'Network': ['ID=27765c29-1d88-4e38-9b61-35432bb4a92d,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:52.691833 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:52.693947 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-08c24103-d84d-4250-adc5-bae4dfe90dec admin admin] 10.222.0.25 "DELETE /v2.0/networks/27765c29-1d88-4e38-9b61-35432bb4a92d HTTP/1.1" status: 204  len: 168 time: 0.4150476
May 19 23:10:52.867225 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44006) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:52.914684 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-5cb1c12f-a5a0-4f48-8257-70869b186884 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c582535bb78d401288ce33c82772fa57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463066
May 19 23:10:52.916971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44010) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:52.973596 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cc9fb2b-a542-4270-822c-4d0e9448b60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:52.998338 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cc9fb2b-a542-4270-822c-4d0e9448b60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:53.048828 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cc9fb2b-a542-4270-822c-4d0e9448b60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:53.053073 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-425104d2-4a73-4823-a42d-530fa70039c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:53.068143 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9fb2b-a542-4270-822c-4d0e9448b60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5f742b-80f4-4e45-9910-a3876d4bcd4e,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:53.070949 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4cc9fb2b-a542-4270-822c-4d0e9448b60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:53.072818 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4cc9fb2b-a542-4270-822c-4d0e9448b60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:53.073899 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-4cc9fb2b-a542-4270-822c-4d0e9448b60b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c5f742b-80f4-4e45-9910-a3876d4bcd4e HTTP/1.1" status: 204  len: 168 time: 0.1560593
May 19 23:10:59.397882 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44138) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:59.565048 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:59.580248 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:10:59.584282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Usage tracker for resource:security_group_rule and tenant:7b35ba75366f4d9693c8ba55770b0aa8 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:10:59.587116 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:10:59.593930 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:10:59.680022 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:59.684815 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:59.694541 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:59.743480 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b35ba75366f4d9693c8ba55770b0aa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3445354
May 19 23:10:59.745171 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be85f099-5b51-47c3-86ba-dc7182d94c78,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:59.746284 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44152) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:10:59.748451 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:10:59.806813 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cfc9206e-1db9-4a99-836d-2e1fc124cd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:59.832104 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cfc9206e-1db9-4a99-836d-2e1fc124cd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:59.944060 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5192f-a64d-4b24-83a8-fd0637eb4537 req-611bd141-16f8-4790-abbb-a27b57cf174f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:10:59.945409 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5aa5192f-a64d-4b24-83a8-fd0637eb4537 req-611bd141-16f8-4790-abbb-a27b57cf174f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.1032772
May 19 23:10:59.965106 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cfc9206e-1db9-4a99-836d-2e1fc124cd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:10:59.970969 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2e2073f8-902a-41d4-9733-e6cff77277a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:10:59.987028 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9206e-1db9-4a99-836d-2e1fc124cd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be85f099-5b51-47c3-86ba-dc7182d94c78,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:10:59.991172 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-cfc9206e-1db9-4a99-836d-2e1fc124cd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:00.000965 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-cfc9206e-1db9-4a99-836d-2e1fc124cd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:00.003458 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-cfc9206e-1db9-4a99-836d-2e1fc124cd0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be85f099-5b51-47c3-86ba-dc7182d94c78 HTTP/1.1" status: 204  len: 168 time: 0.2559650
May 19 23:11:00.016410 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5aa5192f-a64d-4b24-83a8-fd0637eb4537 req-db82f5b2-1a42-4555-9d1f-d9cee00dc67d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648003
May 19 23:11:00.677240 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44176) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:00.792576 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:00.806697 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:00.810460 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Usage tracker for resource:security_group_rule and tenant:28f3a5f749fb4cb3b0aa981be9ef0991 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:00.813162 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:00.818751 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:00.898703 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:00.902627 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:00.908790 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c588c9da-eaf2-4dd4-a1f1-968345ec6028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:00.950780 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a17e433-202b-4d95-bb2a-aaa114a427e1,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:00.954914 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28f3a5f749fb4cb3b0aa981be9ef0991&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2766507
May 19 23:11:00.955740 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-114ff653-243c-44ac-9b08-410977881b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:00.957921 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44182) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:01.014635 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-55d451f0-9d31-4d1b-a115-db46041bc2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:01.039755 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-55d451f0-9d31-4d1b-a115-db46041bc2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:01.092516 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-55d451f0-9d31-4d1b-a115-db46041bc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:01.097490 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4545b2fe-45f5-4c6c-ad5a-01eaddf4fbf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:01.109034 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d451f0-9d31-4d1b-a115-db46041bc2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a17e433-202b-4d95-bb2a-aaa114a427e1,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:01.113364 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-55d451f0-9d31-4d1b-a115-db46041bc2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:01.119375 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-55d451f0-9d31-4d1b-a115-db46041bc2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:01.120471 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-55d451f0-9d31-4d1b-a115-db46041bc2a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a17e433-202b-4d95-bb2a-aaa114a427e1 HTTP/1.1" status: 204  len: 168 time: 0.1620426
May 19 23:11:01.214339 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ee37-c93c-4b12-8d84-708e862ef6c4 req-c563df39-5706-473d-b2a3-9599e817996c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:01.215816 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1c96ee37-c93c-4b12-8d84-708e862ef6c4 req-c563df39-5706-473d-b2a3-9599e817996c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.0894456
May 19 23:11:01.265054 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1c96ee37-c93c-4b12-8d84-708e862ef6c4 req-c76b6f53-5d38-4602-ac17-5a239e6467d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429277
May 19 23:11:02.458089 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e3cfa-ef97-490a-b96e-ffe62698b7d4 req-9e86bbeb-3a57-4948-8468-c7a6727b0784 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:02.459515 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-db0e3cfa-ef97-490a-b96e-ffe62698b7d4 req-9e86bbeb-3a57-4948-8468-c7a6727b0784 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.0792110
May 19 23:11:02.513149 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-db0e3cfa-ef97-490a-b96e-ffe62698b7d4 req-c5b0119e-25f6-4f63-b002-d8a5d06403e6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478477
May 19 23:11:02.876470 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44242) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:02.993970 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.008077 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:03.011778 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Usage tracker for resource:security_group_rule and tenant:635c5caa438244af84bf8eef2fe6bce4 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:03.014502 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:03.021072 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:03.107667 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.111176 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.119694 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5ba9798a-f561-4708-897e-07a44316f47b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:03.160411 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=635c5caa438244af84bf8eef2fe6bce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2829225
May 19 23:11:03.162006 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73c9778-7214-4b5d-9999-5d0ae8461ac4,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:03.163152 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44248) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:03.165086 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:03.219973 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f03887ad-5aed-47f0-9657-148f9333162c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.244633 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f03887ad-5aed-47f0-9657-148f9333162c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.353115 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f03887ad-5aed-47f0-9657-148f9333162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.358115 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7ae88f56-53ac-4454-8ac0-e73af8c274b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:03.374556 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-08d0a2e1-b375-466f-bd2b-754cedc363b4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:03.375993 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-08d0a2e1-b375-466f-bd2b-754cedc363b4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.1030276
May 19 23:11:03.379002 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03887ad-5aed-47f0-9657-148f9333162c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73c9778-7214-4b5d-9999-5d0ae8461ac4,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:03.382375 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f03887ad-5aed-47f0-9657-148f9333162c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:03.417186 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f03887ad-5aed-47f0-9657-148f9333162c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.418309 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-f03887ad-5aed-47f0-9657-148f9333162c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b73c9778-7214-4b5d-9999-5d0ae8461ac4 HTTP/1.1" status: 204  len: 168 time: 0.2541986
May 19 23:11:03.519964 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Deleting port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:11:03.520640 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.738369 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44262) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:03.757770 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.773034 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:03.777155 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Usage tracker for resource:security_group_rule and tenant:236b5b48e8cd4fd0891231bda0bcfbc1 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:03.780005 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:03.785840 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:03.832749 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] For port f0e8bd87-29c3-4cc8-8b13-3b24075a8347, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:11:03.833105 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.850582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e3819b-b675-4e23-8c46-63d3a7e41011 req-8780f220-48b1-4790-9058-d3ddcadadc6c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:03.852049 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-65e3819b-b675-4e23-8c46-63d3a7e41011 req-8780f220-48b1-4790-9058-d3ddcadadc6c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 946 time: 0.2000430
May 19 23:11:03.868829 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.872563 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:03.881376 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d9238888-0fa2-43b4-81d4-af8ee2449377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:03.920666 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=236b5b48e8cd4fd0891231bda0bcfbc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1804862
May 19 23:11:03.922260 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3085a3f-6674-4a95-a8fa-83d65f60dd8a,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:03.924749 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44268) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:03.927223 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7e1e4d39-881a-46c7-bb79-a11d9bed5362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:03.989312 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08b541c9-b5f4-455f-9639-2dc11392fcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:04.015692 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08b541c9-b5f4-455f-9639-2dc11392fcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:04.029948 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-65e3819b-b675-4e23-8c46-63d3a7e41011 req-35a3b4e5-3d51-4691-9199-c02002c3a11c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=b0516cfb-c0a3-43c1-a417-c7b86afe00c7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1239622
May 19 23:11:04.071708 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08b541c9-b5f4-455f-9639-2dc11392fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:04.076464 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7b09e23f-e090-4eb8-b62d-24fb207b87d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:04.089078 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b541c9-b5f4-455f-9639-2dc11392fcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3085a3f-6674-4a95-a8fa-83d65f60dd8a,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:04.092408 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-08b541c9-b5f4-455f-9639-2dc11392fcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:04.098735 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-08b541c9-b5f4-455f-9639-2dc11392fcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:04.102155 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-08b541c9-b5f4-455f-9639-2dc11392fcd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3085a3f-6674-4a95-a8fa-83d65f60dd8a HTTP/1.1" status: 204  len: 168 time: 0.1740897
May 19 23:11:04.177621 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:04.178019 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:04.178333 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Floating IP 80ad05e5-83ff-4a0c-a1c3-de197216bf0c disassociated. External IP: 172.27.0.89, port: f0e8bd87-29c3-4cc8-8b13-3b24075a8347.
May 19 23:11:04.178670 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Calling delete_port for f0e8bd87-29c3-4cc8-8b13-3b24075a8347 owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:11:04.289716 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:04.297823 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-dbb7c3df-2b8e-4041-af3c-201d89b408d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:04.344763 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event deleted for resources: {'Port': ['ID=f0e8bd87-29c3-4cc8-8b13-3b24075a8347,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:04.347515 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:04.530868 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Router 173f0c3d-e80d-400d-821d-ca42d0f34690 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:11:04.731129 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:11:04.743124 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] Sync routers for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:11:04.754829 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:11:04.755463 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672c95640>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:10:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:04.813853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] No DVR routers for this DVR port f0e8bd87-29c3-4cc8-8b13-3b24075a8347 on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:11:04.817588 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:04.822274 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-deleted', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:11:04.855661 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71ab6aa1-2b7e-4c9e-a6a0-f8f22a49eb2a req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "DELETE /v2.0/ports/f0e8bd87-29c3-4cc8-8b13-3b24075a8347 HTTP/1.1" status: 204  len: 173 time: 1.4699581
May 19 23:11:04.878700 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c71be16-5757-43b5-a166-4d2ce894e76e', 'name': 'network-vif-deleted', 'tag': 'f0e8bd87-29c3-4cc8-8b13-3b24075a8347', 'status': 'completed', 'code': 200}
May 19 23:11:04.981673 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:11:05.265392 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-7938e09b-6100-4a34-a7a6-69f718ba8bfd req-09cd4241-bd26-41b3-962e-0b93fa4e2c47 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Synchronizing usage tracker for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:11:05.285970 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-7938e09b-6100-4a34-a7a6-69f718ba8bfd req-09cd4241-bd26-41b3-962e-0b93fa4e2c47 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Unset dirty status for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:11:05.287761 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7938e09b-6100-4a34-a7a6-69f718ba8bfd req-09cd4241-bd26-41b3-962e-0b93fa4e2c47 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c71be16-5757-43b5-a166-4d2ce894e76e HTTP/1.1" status: 200  len: 210 time: 0.0716953
May 19 23:11:05.337554 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672c95640>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:05.341948 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] Checking router: 173f0c3d-e80d-400d-821d-ca42d0f34690 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:11:05.351701 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:11:05.352528 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672c95640>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:10:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:05.602388 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:11:05.942843 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672c95640>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:05.947674 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810cb1b6-0953-4c40-a80c-c9c1b7f0d218 None None] The sync data for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi is: [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:11:06.198329 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3d8b-9739-475c-bfd5-71608d314a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:06.237739 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2c1233-c9fc-475c-8de1-9b89e936d6cc None None] New status for floating IP 80ad05e5-83ff-4a0c-a1c3-de197216bf0c: DOWN {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:11:06.436898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:11:06.463234 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44338) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:06.485397 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: f0e8bd87-29c3-4cc8-8b13-3b24075a8347 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:11:06.487817 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f0e8bd87-29c3-4cc8-8b13-3b24075a8347 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:11:06.545093 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2a737f27-365e-46bf-8d5a-9e17aad37edb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:06.574929 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2a737f27-365e-46bf-8d5a-9e17aad37edb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:06.632472 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2a737f27-365e-46bf-8d5a-9e17aad37edb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:06.637466 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-99139aad-394c-4387-ad0d-644f6b50c419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:06.733665 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a737f27-365e-46bf-8d5a-9e17aad37edb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0516cfb-c0a3-43c1-a417-c7b86afe00c7,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:06.736663 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2a737f27-365e-46bf-8d5a-9e17aad37edb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:06.746190 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2a737f27-365e-46bf-8d5a-9e17aad37edb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:06.747665 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2a737f27-365e-46bf-8d5a-9e17aad37edb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "DELETE /v2.0/security-groups/b0516cfb-c0a3-43c1-a417-c7b86afe00c7 HTTP/1.1" status: 204  len: 168 time: 0.2832038
May 19 23:11:06.750520 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44342) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:06.768534 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.api.v2.resource [None req-ddf0b0df-35ed-4e71-9c77-70059a28d7b1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] show failed (client error): The resource could not be found.
May 19 23:11:06.769662 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ddf0b0df-35ed-4e71-9c77-70059a28d7b1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups/b0516cfb-c0a3-43c1-a417-c7b86afe00c7 HTTP/1.1" status: 404  len: 347 time: 0.0180843
May 19 23:11:06.772848 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44346) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:07.073017 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Deleting port f029f23a-c4cb-42f1-83ff-b7b904429290 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:11:07.073363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:07.196704 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:07.197030 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:07.323537 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Calling delete_port for f029f23a-c4cb-42f1-83ff-b7b904429290 owned by network:floatingip {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:11:07.449906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:07.454649 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:07.499678 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event deleted for resources: {'Port': ['ID=f029f23a-c4cb-42f1-83ff-b7b904429290,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:07.538104 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.538472 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.538832 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.539186 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.539536 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.539883 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.540229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.540572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.540914 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.541254 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.541592 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.541962 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:07.549602 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:07.607697 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:07.634064 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:07.636336 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "DELETE /v2.0/floatingips/80ad05e5-83ff-4a0c-a1c3-de197216bf0c HTTP/1.1" status: 204  len: 168 time: 0.8624890
May 19 23:11:07.927065 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44368) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:07.932398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236317532', 'description': 'tempest-description--644440035'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:07.938169 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:07.943176 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:security_group and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:07.946046 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:07.951716 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:07.962601 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:07.981752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:07.985435 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:security_group_rule and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:07.988756 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:07.994339 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:08.062481 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.066843 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.071807 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9bb07b36-8a12-42e7-aada-76f3b93ea3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:08.110438 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df82a83-a305-4709-8372-2b4cda192df3,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:08.113727 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:08.114551 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.118380 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1876559
May 19 23:11:08.119390 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44372) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:08.123530 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'security_group_rule': {'security_group_id': '5df82a83-a305-4709-8372-2b4cda192df3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:08.130231 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:08.134011 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:security_group_rule and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:08.136822 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:08.142553 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:08.158106 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.224836 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.228109 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.230147 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-93f5c30f-dcfa-4496-84a8-dafe34ee12b6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:08.252187 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8aa55a-2c81-44bd-ae22-d4de52bc5a74,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:08.257878 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:08.261991 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.263148 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1436491
May 19 23:11:08.265771 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44376) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:08.271202 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'security_group_rule': {'security_group_id': '5df82a83-a305-4709-8372-2b4cda192df3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:08.276697 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:08.280502 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:security_group_rule and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:08.283391 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:08.290157 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:08.308948 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.368521 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.372009 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.374020 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f494463a-3e6d-434b-afde-a4cba8385fee tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:08.393140 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6218c018-50f9-4156-b62f-459d6250d183,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:08.397023 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:08.403853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.404994 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1383219
May 19 23:11:08.407955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44380) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:08.413599 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:08.419118 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:08.423157 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Usage tracker for resource:floatingip and tenant:53987ff1b20b440aaf085abc7ac05d84 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:08.426652 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:08.432220 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:08.442285 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.576626 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.711819 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Allocated IP 172.27.0.244 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/4e499ba8-caef-4184-8896-38341c505a21) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:11:08.722244 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.862595 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.888313 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:08.892624 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-be6c52e8-8b44-497c-b516-6af8f0f87bb0 tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:08.951742 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:11:08.954721 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:11:08.958984 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:11:08.995812 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'Port': ['ID=4e499ba8-caef-4184-8896-38341c505a21,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:08.999721 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:09.007040 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-9ab2e26e-e7c2-485d-9df8-7e110b69d7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:09.085489 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:09.152254 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:09.444888 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:09.449190 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:09.453398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c7843009-9715-4323-942f-bb854842485a tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:09.555053 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'Port': ['ID=4e499ba8-caef-4184-8896-38341c505a21,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:09.559154 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:09.568091 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:09.589316 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:09.590538 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1816876
May 19 23:11:09.712826 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:09.809557 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-1f2e8f26-5c34-4253-81c3-c894b60b025b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Synchronizing usage tracker for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:11:09.824214 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-1f2e8f26-5c34-4253-81c3-c894b60b025b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Unset dirty status for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:11:09.825583 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-1f2e8f26-5c34-4253-81c3-c894b60b025b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1236317532&fields=id&tenant_id=53987ff1b20b440aaf085abc7ac05d84 HTTP/1.1" status: 200  len: 267 time: 0.0565269
May 19 23:11:09.982577 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-14846d1f-4006-4ee2-b348-f7b1f63e3926 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:09.984005 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-14846d1f-4006-4ee2-b348-f7b1f63e3926 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 817 time: 0.1517324
May 19 23:11:09.999671 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-5b36bece-c71d-418c-9cd6-2ee0ef2735e9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/quotas/53987ff1b20b440aaf085abc7ac05d84 HTTP/1.1" status: 200  len: 375 time: 0.0089350
May 19 23:11:10.082795 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-0bbe1ccf-8cd1-444b-884d-ae5a460f70fb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Synchronizing usage tracker for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:11:10.097939 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-0bbe1ccf-8cd1-444b-884d-ae5a460f70fb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Unset dirty status for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:11:10.099170 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-0bbe1ccf-8cd1-444b-884d-ae5a460f70fb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0939400
May 19 23:11:10.233728 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-02ae2dc0-8ed1-42e7-8fb3-d678bde6be93 service neutron] 10.222.0.25 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229174
May 19 23:11:10.364611 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-f263160b-5c92-4cb0-832b-fb0b27de477d service neutron] 10.222.0.25 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245596
May 19 23:11:10.539859 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-94cad943-e527-4ae4-95eb-4c9a3a607492 req-d55bb309-dcd4-446e-ae63-5d2fc4d0bcb4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 210 time: 0.0426025
May 19 23:11:11.363186 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:11:11.415332 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:11.722793 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e5b8d08c-8001-4b51-8414-a84aa24267df req-889d390f-e189-4304-95fc-89e6cd92dc76 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 210 time: 0.0691302
May 19 23:11:11.736710 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-ff7c42ba-dac9-4f4e-86a9-bf4a43d3c279 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721898
May 19 23:11:11.856581 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e0e2b791-7baf-4566-8bb7-0b60e94c4906 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:11.858151 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e0e2b791-7baf-4566-8bb7-0b60e94c4906 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 817 time: 0.1646342
May 19 23:11:11.919476 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-4bbafcbf-809f-481b-9365-5ec8016162b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:11.920585 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-dbc45592-7544-4ad8-bce7-e0ceb2607f46 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53987ff1b20b440aaf085abc7ac05d84 HTTP/1.1" status: 200  len: 380 time: 0.0448220
May 19 23:11:11.922015 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-4bbafcbf-809f-481b-9365-5ec8016162b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 1099 time: 0.0811923
May 19 23:11:11.942819 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'port': {'device_id': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'admin_state_up': True, 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'security_groups': ['5df82a83-a305-4709-8372-2b4cda192df3']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:12.092405 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-9694a6e0-49d1-4891-8990-22dc469550e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:12.094053 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-9694a6e0-49d1-4891-8990-22dc469550e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 911 time: 0.1356564
May 19 23:11:12.097961 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:12.108248 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:12.119737 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Made reservation on behalf of 53987ff1b20b440aaf085abc7ac05d84 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:11:12.127064 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:12.218803 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-61654d8b-d6b0-4850-84bf-3338c845ac5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c HTTP/1.1" status: 200  len: 1001 time: 0.1148615
May 19 23:11:12.288275 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-5f97f845-6621-4433-862f-ab34074b3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:12.289897 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-5f97f845-6621-4433-862f-ab34074b3f72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.0614831
May 19 23:11:12.329676 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Allocated IP 172.20.0.8 (f0d5efb6-161b-405c-994a-779d0b8ab63e/69437e20-5d9d-41bc-8b93-73de0b2964a7/2148a886-a1ec-4f47-b1ee-02a675142f76) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:11:12.387490 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-227b2ebb-e4ea-4be7-8f61-da5c9201d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:12.389406 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-227b2ebb-e4ea-4be7-8f61-da5c9201d178 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0920398
May 19 23:11:12.562799 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-97fe8724-fc84-4423-b6d9-5ca4b9ddc8b2 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626122
May 19 23:11:12.584851 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:12.610078 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Transition to ACTIVE for port object 2148a886-a1ec-4f47-b1ee-02a675142f76 will not be triggered until provisioned by entity DHCP. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:11:12.646289 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc23168-4df9-4cf7-826f-11eb31de5547 req-faaffac6-3859-4325-a63d-86da8fb5ddc8 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:12.647764 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3cc23168-4df9-4cf7-826f-11eb31de5547 req-faaffac6-3859-4325-a63d-86da8fb5ddc8 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.1184590
May 19 23:11:12.675417 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:12.701505 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-7c6d6529-0221-4eb1-907a-c79fbbab6f75 req-48b41e3d-ef8e-42a3-bebb-950517e488fa service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294796
May 19 23:11:12.774840 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:12.853513 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Network f0d5efb6-161b-405c-994a-779d0b8ab63e is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:11:12.859624 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:11:12.866633 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3cc23168-4df9-4cf7-826f-11eb31de5547 req-ca4789c3-dd5d-44a4-8abe-51d3c4858fbf tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122929
May 19 23:11:12.867356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:11:12.942317 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:12.958207 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:12.988767 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:12.989401 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:13.021746 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0835962
May 19 23:11:13.033325 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a77c6-2227-460b-bd91-21b617c8cbb2 req-2e50a4e3-7b70-457d-babf-f948d25eb43f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:13.034713 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-5a1a77c6-2227-460b-bd91-21b617c8cbb2 req-2e50a4e3-7b70-457d-babf-f948d25eb43f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Synchronizing usage tracker for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:11:13.050056 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-5a1a77c6-2227-460b-bd91-21b617c8cbb2 req-2e50a4e3-7b70-457d-babf-f948d25eb43f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Unset dirty status for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:11:13.051163 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5a1a77c6-2227-460b-bd91-21b617c8cbb2 req-2e50a4e3-7b70-457d-babf-f948d25eb43f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 931 time: 0.1929545
May 19 23:11:13.062014 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-65a7f154-e634-49cc-9925-dbc7582d7322 None None] Provisioning for port 2148a886-a1ec-4f47-b1ee-02a675142f76 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:11:13.067452 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-65a7f154-e634-49cc-9925-dbc7582d7322 None None] Provisioning complete for port 2148a886-a1ec-4f47-b1ee-02a675142f76 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:11:13.067829 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-65a7f154-e634-49cc-9925-dbc7582d7322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:13.099786 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5a1a77c6-2227-460b-bd91-21b617c8cbb2 req-f577487e-43b2-494b-80c1-0ef130c5268c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421424
May 19 23:11:13.125027 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-65a7f154-e634-49cc-9925-dbc7582d7322 None None] Port 2148a886-a1ec-4f47-b1ee-02a675142f76 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:11:13.800309 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:14.055445 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb12df6-77e8-4457-9b99-163fca71c08d req-f2b0312c-cb65-487f-a310-972b22fd21b3 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:14.056819 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9eb12df6-77e8-4457-9b99-163fca71c08d req-f2b0312c-cb65-487f-a310-972b22fd21b3 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.0822375
May 19 23:11:14.099482 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9eb12df6-77e8-4457-9b99-163fca71c08d req-6eb41a8f-7aac-4734-8a12-0c4080cdce56 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370336
May 19 23:11:14.283629 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a21216-cb23-49f6-a84a-612198f6033d req-13927f6c-d2e0-4937-ae1b-5de28af57fc5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:14.285777 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-32a21216-cb23-49f6-a84a-612198f6033d req-13927f6c-d2e0-4937-ae1b-5de28af57fc5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 931 time: 0.0774288
May 19 23:11:14.333180 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-32a21216-cb23-49f6-a84a-612198f6033d req-46dff73f-a0a8-4bde-b945-1d38bf5bf6cb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415959
May 19 23:11:15.281346 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a662a74-c505-46f2-a88c-7ce596e2ec97 req-f36597b8-7925-4135-921e-3f6c12b9e882 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:15.282818 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6a662a74-c505-46f2-a88c-7ce596e2ec97 req-f36597b8-7925-4135-921e-3f6c12b9e882 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.0795975
May 19 23:11:15.326908 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6a662a74-c505-46f2-a88c-7ce596e2ec97 req-9e30c9a0-2161-4519-a9a0-cb6dc6669264 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383914
May 19 23:11:15.519406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad4831-32b7-4224-84b4-3c21b066084d req-93a0e3ab-6647-4834-881d-e038f8145cbe tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:15.520813 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-09ad4831-32b7-4224-84b4-3c21b066084d req-93a0e3ab-6647-4834-881d-e038f8145cbe tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 931 time: 0.0810051
May 19 23:11:15.564756 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-09ad4831-32b7-4224-84b4-3c21b066084d req-becddfc5-d2bb-4d92-b465-03bf231eab6e tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382609
May 19 23:11:15.637746 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Request body: {'port': {'device_id': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:15.753033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:16.088797 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2148a886-a1ec-4f47-b1ee-02a675142f76 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:11:16.095994 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:16.110080 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Transition to ACTIVE for port object 2148a886-a1ec-4f47-b1ee-02a675142f76 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:11:16.113418 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:16.117654 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1d8fad21-de31-4889-986c-fb00d5665cde tempest-VolumesActionsTest-1347108158 tempest-VolumesActionsTest-1347108158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:16.265620 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:16.274557 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:16.347947 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Attempting to bind port 2148a886-a1ec-4f47-b1ee-02a675142f76 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:11:16.348578 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Attempting to bind port 2148a886-a1ec-4f47-b1ee-02a675142f76 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:11:16.348578 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Attempting to bind port 2148a886-a1ec-4f47-b1ee-02a675142f76 on network f0d5efb6-161b-405c-994a-779d0b8ab63e {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:11:16.353496 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Port 2148a886-a1ec-4f47-b1ee-02a675142f76 on network f0d5efb6-161b-405c-994a-779d0b8ab63e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:11:16.353844 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Attempting to bind port 2148a886-a1ec-4f47-b1ee-02a675142f76 on network f0d5efb6-161b-405c-994a-779d0b8ab63e {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:11:16.359253 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:11:16.359444 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Checking segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:11:16.359943 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Bound using segment: {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:11:16.360246 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Bound port: 2148a886-a1ec-4f47-b1ee-02a675142f76, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61128f33-0adc-4a24-a466-d52480d02691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:11:16.360594 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:16.491976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:11:16.509444 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:11:16.513937 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:16.519551 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:16.581813 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:16.582316 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:16.583676 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] 10.222.0.36 "PUT /v2.0/ports/2148a886-a1ec-4f47-b1ee-02a675142f76 HTTP/1.1" status: 200  len: 1093 time: 0.9503195
May 19 23:11:16.584794 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:11:16.607984 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d417a28-a1dc-40e1-baf0-866b8309b81f req-3bf51559-f05b-47a8-9683-21b47712f789 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:16.609637 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1d417a28-a1dc-40e1-baf0-866b8309b81f req-3bf51559-f05b-47a8-9683-21b47712f789 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.1742506
May 19 23:11:16.616133 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:16.620790 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:16.638744 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'status': 'completed', 'code': 200}
May 19 23:11:16.805421 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1d417a28-a1dc-40e1-baf0-866b8309b81f req-28fb9192-12e8-4ba5-b925-4aec9e735c39 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862655
May 19 23:11:16.900862 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-99cd9d2c-4900-4687-a03b-a11772138bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:16.902380 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-99cd9d2c-4900-4687-a03b-a11772138bb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 1096 time: 0.2395775
May 19 23:11:16.910275 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7149cab-bf7d-47dd-afdf-97e8aaddfb12 req-d6196ee6-5943-4abd-9141-6084e607aa72 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:16.911609 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a7149cab-bf7d-47dd-afdf-97e8aaddfb12 req-d6196ee6-5943-4abd-9141-6084e607aa72 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.1147695
May 19 23:11:17.006109 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a7149cab-bf7d-47dd-afdf-97e8aaddfb12 req-d3c15e70-2145-4b66-89a2-463726694d2c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0876331
May 19 23:11:17.026716 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-b37c57b7-2017-4d47-a0f1-7e4f78556723 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2148a886-a1ec-4f47-b1ee-02a675142f76 HTTP/1.1" status: 200  len: 217 time: 0.0696471
May 19 23:11:17.090888 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-d2bb6801-1dd9-4397-92cf-3cb392d8aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:17.092289 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-d2bb6801-1dd9-4397-92cf-3cb392d8aa73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.0571733
May 19 23:11:17.168414 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-380f3f39-5ea1-4947-922c-3e48ca3d40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:17.170215 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-380f3f39-5ea1-4947-922c-3e48ca3d40f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695877
May 19 23:11:17.317993 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-fe094664-c972-489d-8eab-2e0a81a5d450 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312590
May 19 23:11:17.455853 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f8b72a26-ba0e-4ba1-ba5f-94b0da6cdaa0 req-28a66e1b-1159-4392-942d-b3e49247ecaa service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228383
May 19 23:11:17.521533 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-eb3c8ed4-4676-4085-94a4-73d02ef6347b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:17.522246 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-eb3c8ed4-4676-4085-94a4-73d02ef6347b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Synchronizing usage tracker for tenant:dca8ede002a448a49a411101a92392f9 on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:11:17.534959 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-eb3c8ed4-4676-4085-94a4-73d02ef6347b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Unset dirty status for tenant:dca8ede002a448a49a411101a92392f9 on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:11:17.536051 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-eb3c8ed4-4676-4085-94a4-73d02ef6347b tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.0959616
May 19 23:11:17.618582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba17490-e313-4c60-8500-d5220bd374ed req-6a750a26-82bd-42f5-a3d5-af714e1735dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:17.619980 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba17490-e313-4c60-8500-d5220bd374ed req-6a750a26-82bd-42f5-a3d5-af714e1735dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 1096 time: 0.0751736
May 19 23:11:17.676256 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Deleting port 79316f2f-3908-4b8a-a265-eeb13cd146e2 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:11:17.676593 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:17.750265 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba17490-e313-4c60-8500-d5220bd374ed req-f4c40412-eb01-4e38-89f8-7f18e2698b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:17.751699 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba17490-e313-4c60-8500-d5220bd374ed req-f4c40412-eb01-4e38-89f8-7f18e2698b4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.1250796
May 19 23:11:17.810110 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] For port 79316f2f-3908-4b8a-a265-eeb13cd146e2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=79316f2f-3908-4b8a-a265-eeb13cd146e2,segment=NetworkSegment(09e8e04e-85a3-4bcb-ab33-6dfeb509ef33),segment_id=09e8e04e-85a3-4bcb-ab33-6dfeb509ef33)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:11:17.810465 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:17.823506 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba17490-e313-4c60-8500-d5220bd374ed req-58a64019-a347-4b0e-adb0-565a373e3103 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2148a886-a1ec-4f47-b1ee-02a675142f76 HTTP/1.1" status: 200  len: 217 time: 0.0596728
May 19 23:11:17.895705 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba17490-e313-4c60-8500-d5220bd374ed req-b481af74-51c0-47cf-b590-dc1fa2a7b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:17.897132 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba17490-e313-4c60-8500-d5220bd374ed req-b481af74-51c0-47cf-b590-dc1fa2a7b26f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.0602105
May 19 23:11:17.934694 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Calling delete_port for 79316f2f-3908-4b8a-a265-eeb13cd146e2 owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:11:18.039074 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba17490-e313-4c60-8500-d5220bd374ed req-0f22c283-bc67-4737-99c7-3604cba2c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:18.040577 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba17490-e313-4c60-8500-d5220bd374ed req-0f22c283-bc67-4737-99c7-3604cba2c6a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1362603
May 19 23:11:18.049122 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:18.054498 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580fc92-bae9-42fc-bd0c-9a4f3d61c06a req-0809b0f9-b31a-490d-8776-de4164189825 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:18.055959 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-67e7c1b8-e4c6-4e83-ae0e-6077ae888c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:18.056109 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5580fc92-bae9-42fc-bd0c-9a4f3d61c06a req-0809b0f9-b31a-490d-8776-de4164189825 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 945 time: 0.1177313
May 19 23:11:18.084971 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['79316f2f-3908-4b8a-a265-eeb13cd146e2'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:11:18.105972 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Pushing event deleted for resources: {'Port': ['ID=79316f2f-3908-4b8a-a265-eeb13cd146e2,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:18.115290 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:18.202524 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] No DVR routers for this DVR port 79316f2f-3908-4b8a-a265-eeb13cd146e2 on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:11:18.205960 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:18.215800 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf55977a-7a2b-4438-8c7b-84bfb52b699f', 'name': 'network-vif-deleted', 'tag': '79316f2f-3908-4b8a-a265-eeb13cd146e2'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:11:18.224410 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8771f44c-2f6d-420a-ab83-b628d8d87396 req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.36 "DELETE /v2.0/ports/79316f2f-3908-4b8a-a265-eeb13cd146e2 HTTP/1.1" status: 204  len: 173 time: 0.6784334
May 19 23:11:18.250125 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5580fc92-bae9-42fc-bd0c-9a4f3d61c06a req-139c831b-e699-47d0-9a86-4c28f14cb0a4 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4157982-6a81-4596-9cdc-62e7c26a077d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723835
May 19 23:11:18.292770 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba17490-e313-4c60-8500-d5220bd374ed req-cf9b7bde-185c-44db-8855-687ec382a225 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357528
May 19 23:11:18.327560 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf55977a-7a2b-4438-8c7b-84bfb52b699f', 'name': 'network-vif-deleted', 'tag': '79316f2f-3908-4b8a-a265-eeb13cd146e2', 'status': 'completed', 'code': 200}
May 19 23:11:18.367705 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d72681-4b94-4e22-ba25-7117acde57b0 req-22b798cd-e23c-4f93-a2be-2f4a6b13832a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:18.374244 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-37d72681-4b94-4e22-ba25-7117acde57b0 req-22b798cd-e23c-4f93-a2be-2f4a6b13832a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.1860347
May 19 23:11:18.579240 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-37d72681-4b94-4e22-ba25-7117acde57b0 req-daa8d66e-0093-49df-a979-50e9246a6236 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2018080
May 19 23:11:18.598984 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba17490-e313-4c60-8500-d5220bd374ed req-ad5d7731-ecb7-4329-89bf-313990a8c4b1 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2921619
May 19 23:11:19.422216 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-665d331d-88a9-42d7-a6fa-a762784c40a2 req-bcfb4498-47a6-40d8-8914-7a434b70f1a5 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 210 time: 0.0417199
May 19 23:11:19.767794 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe1d61-62c3-4ef6-885d-a19c71c9f9b4 req-15d575cc-4a63-44e1-866f-fa142b4d1102 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:19.769163 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-eabe1d61-62c3-4ef6-885d-a19c71c9f9b4 req-15d575cc-4a63-44e1-866f-fa142b4d1102 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0783863
May 19 23:11:19.815929 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-eabe1d61-62c3-4ef6-885d-a19c71c9f9b4 req-7459c187-36ed-41e5-9416-7205f99a31cb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411065
May 19 23:11:20.590939 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-61b30302-94c6-4525-a452-91feadc7ae2b req-2b85b931-8950-4d85-a819-e8a62b9fb0d9 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf55977a-7a2b-4438-8c7b-84bfb52b699f HTTP/1.1" status: 200  len: 210 time: 0.0470655
May 19 23:11:20.678524 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:11:20.812162 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:11:20.825887 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'port_id': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'mac_address': 'fa:16:3e:37:3c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:11:20.884085 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:20.900290 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2148a886-a1ec-4f47-b1ee-02a675142f76 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:11:20.916129 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:11:20.919995 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:20.921748 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:20.988215 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:20.991247 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:21.005780 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da1312-3e53-429d-87a5-793c8c7a9100 req-25460605-ebd7-4b8d-ac4b-956b3afbe644 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:21.007247 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-99da1312-3e53-429d-87a5-793c8c7a9100 req-25460605-ebd7-4b8d-ac4b-956b3afbe644 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 944 time: 0.0820961
May 19 23:11:21.055136 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-99da1312-3e53-429d-87a5-793c8c7a9100 req-419f21b0-e603-41ae-a9b4-499f87f41fae tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422671
May 19 23:11:22.099254 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['2148a886-a1ec-4f47-b1ee-02a675142f76'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:11:22.243301 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec8683-ea36-4692-8ccd-0fca76f9d241 req-8096c681-ce47-4c4d-8cc1-aef8afa79081 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:22.244779 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a9ec8683-ea36-4692-8ccd-0fca76f9d241 req-8096c681-ce47-4c4d-8cc1-aef8afa79081 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 944 time: 0.0806861
May 19 23:11:22.291391 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a9ec8683-ea36-4692-8ccd-0fca76f9d241 req-c4f1bafc-f720-4511-a8f5-d406f3ba1b4f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407286
May 19 23:11:23.490851 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fe148-5ab8-4d2f-9e1c-3250f4463c13 req-d64fbdca-ff56-4c5c-b425-f40ab2a758ec tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:23.492301 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-da1fe148-5ab8-4d2f-9e1c-3250f4463c13 req-d64fbdca-ff56-4c5c-b425-f40ab2a758ec tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 944 time: 0.0856466
May 19 23:11:23.537951 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-da1fe148-5ab8-4d2f-9e1c-3250f4463c13 req-be15a964-9549-4b94-8170-3d6d668e6e3b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398126
May 19 23:11:24.726460 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4191c01-c909-404e-84e1-336f5382d81f req-2c36c4bf-e2ec-4008-9175-5ce7c753c597 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:24.727836 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c4191c01-c909-404e-84e1-336f5382d81f req-2c36c4bf-e2ec-4008-9175-5ce7c753c597 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 944 time: 0.0796683
May 19 23:11:24.771436 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c4191c01-c909-404e-84e1-336f5382d81f req-e4ed836b-887c-424a-ae50-022400b5c08f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380254
May 19 23:11:25.345920 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:11:25.412490 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 2148a886-a1ec-4f47-b1ee-02a675142f76 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:11:25.416924 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 2148a886-a1ec-4f47-b1ee-02a675142f76 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:11:25.417295 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:25.534999 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:25.562399 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:11:25.572682 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:11:25.576691 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:25.577603 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 79316f2f-3908-4b8a-a265-eeb13cd146e2 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:11:25.605061 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:25.635981 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'code': 200}
May 19 23:11:25.645461 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 79316f2f-3908-4b8a-a265-eeb13cd146e2 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:11:25.645830 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 79316f2f-3908-4b8a-a265-eeb13cd146e2 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:11:25.677863 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:25.680510 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:25.962721 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fa9c8-5c14-46d8-95df-108db52e06a1 req-706228d1-ae87-4e10-bd87-7777a108ef9d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:25.964079 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f12fa9c8-5c14-46d8-95df-108db52e06a1 req-706228d1-ae87-4e10-bd87-7777a108ef9d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0826015
May 19 23:11:26.007396 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f12fa9c8-5c14-46d8-95df-108db52e06a1 req-a1cbdecf-0ceb-4c72-b537-0832c21f542a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377464
May 19 23:11:26.574898 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9edf3-d671-4a49-ab6a-392828afaad5 req-a7ae67ae-42cc-4c28-8bb3-e8f477f0549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:26.576355 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-03c9edf3-d671-4a49-ab6a-392828afaad5 req-a7ae67ae-42cc-4c28-8bb3-e8f477f0549c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 1098 time: 0.0725644
May 19 23:11:26.616946 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-03c9edf3-d671-4a49-ab6a-392828afaad5 req-a36954c5-846d-42f3-ae51-901d6a8e68e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335891
May 19 23:11:27.197931 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512ea56-c8ed-48ba-873c-e133268bde58 req-1b7b33de-558b-4c04-8f71-e0ca4212f3c8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:27.199379 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9512ea56-c8ed-48ba-873c-e133268bde58 req-1b7b33de-558b-4c04-8f71-e0ca4212f3c8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0796337
May 19 23:11:27.243927 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9512ea56-c8ed-48ba-873c-e133268bde58 req-694d0699-ad7a-4fad-bbf2-45a893c64df1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389173
May 19 23:11:28.433025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e365b-24cb-4f6c-a304-cb250207afa1 req-a1a9db47-4a81-4d97-9fd6-03bb91cf0863 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:28.434473 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-db7e365b-24cb-4f6c-a304-cb250207afa1 req-a1a9db47-4a81-4d97-9fd6-03bb91cf0863 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0814648
May 19 23:11:28.480676 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-db7e365b-24cb-4f6c-a304-cb250207afa1 req-327030fb-4bb6-428a-b691-ff46c684e312 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405223
May 19 23:11:29.667279 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb79ea7-e38a-4c09-9da0-b31ebf28f146 req-04d3913b-6237-4e40-a4cf-89b0fa71021f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:29.668745 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0fb79ea7-e38a-4c09-9da0-b31ebf28f146 req-04d3913b-6237-4e40-a4cf-89b0fa71021f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0798223
May 19 23:11:29.713032 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0fb79ea7-e38a-4c09-9da0-b31ebf28f146 req-8b8ed5be-29c8-4731-a618-8f63f4371620 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377684
May 19 23:11:30.914186 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2e967-d119-4972-b7c2-cbf2aeb84e62 req-48df3b18-06d0-4421-a380-787db824f161 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:30.915621 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fad2e967-d119-4972-b7c2-cbf2aeb84e62 req-48df3b18-06d0-4421-a380-787db824f161 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0837865
May 19 23:11:30.960177 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fad2e967-d119-4972-b7c2-cbf2aeb84e62 req-8abc8bdc-1ecf-4429-8c17-be0894d57ad7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384028
May 19 23:11:31.146183 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b5995-e408-4ab4-bb56-dff876b7d2b8 req-145c6c30-3383-40f0-bbbf-04581a5b1fb3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:31.147617 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-902b5995-e408-4ab4-bb56-dff876b7d2b8 req-145c6c30-3383-40f0-bbbf-04581a5b1fb3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0824304
May 19 23:11:31.155963 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44612) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:31.161023 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Request body: {'floatingip': {'port_id': '2148a886-a1ec-4f47-b1ee-02a675142f76'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:31.235321 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:31.926573 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:31.936500 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:32.133193 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Floating IP 7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64 associated. External IP: 172.27.0.244, port: 2148a886-a1ec-4f47-b1ee-02a675142f76.
May 19 23:11:32.484972 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Router 173f0c3d-e80d-400d-821d-ca42d0f34690 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:11:32.662325 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:11:32.667152 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:32.672300 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] Sync routers for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:11:32.682403 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:11:32.683043 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673237e50>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:11:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:32.719928 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-bda58570-1624-4350-bc5e-a109ed6fe4fa tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "PUT /v2.0/floatingips/7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64 HTTP/1.1" status: 200  len: 991 time: 1.5629218
May 19 23:11:32.720637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:11:32.767252 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'status': 'completed', 'code': 200}
May 19 23:11:32.893721 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:11:33.238420 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673237e50>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'port_id': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'mac_address': 'fa:16:3e:37:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:11:09Z', 'updated_at': '2021-05-19T23:11:31Z', 'revision_number': 1, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:33.242473 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] Checking router: 173f0c3d-e80d-400d-821d-ca42d0f34690 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:11:33.251336 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:11:33.252014 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673237e50>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:11:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:33.438267 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:11:33.777336 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673237e50>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'port_id': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'mac_address': 'fa:16:3e:37:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:11:09Z', 'updated_at': '2021-05-19T23:11:31Z', 'revision_number': 1, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:33.781213 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac0396-fc18-4e88-ac5c-134a80a034f3 None None] The sync data for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi is: [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'floating_ip_address': '172.27.0.244', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'port_id': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'mac_address': 'fa:16:3e:37:3c:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:11:09Z', 'updated_at': '2021-05-19T23:11:31Z', 'revision_number': 1, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:11:33.950438 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabcdc84-434d-4ac0-a493-d4d0efd6fbd4 None None] New status for floating IP 7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64: ACTIVE {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:11:35.619595 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-d25c5761-c807-4bad-993d-f282a37016fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:35.621044 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-d25c5761-c807-4bad-993d-f282a37016fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 1098 time: 0.0745008
May 19 23:11:35.857368 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-043d9085-9617-443b-89a6-e24174ed9960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:35.858776 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-043d9085-9617-443b-89a6-e24174ed9960 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.2293215
May 19 23:11:35.961686 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-60c022f3-7c8b-489a-90c3-e03450dc18c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2148a886-a1ec-4f47-b1ee-02a675142f76 HTTP/1.1" status: 200  len: 1001 time: 0.0946200
May 19 23:11:36.023789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-f6dff0f4-d5f5-4f0e-a88e-0ab4ad628606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:36.025238 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-f6dff0f4-d5f5-4f0e-a88e-0ab4ad628606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.0565314
May 19 23:11:36.187116 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d9a67497-d4da-4f9f-8b0f-384d3630a671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:36.990718 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-f70b493f-0840-4235-8f06-02a10aaffffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:36.992486 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-f70b493f-0840-4235-8f06-02a10aaffffa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706379
May 19 23:11:38.715672 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:38.873653 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-74f46826-cbea-47df-9cae-071ff6e41dc7 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266096
May 19 23:11:39.007210 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f4ec624f-7d12-4c30-8d64-872cdd4aef9c req-06076ef1-64b8-41d2-ac8a-0ad676095411 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248379
May 19 23:11:39.010255 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-89cea6d1-ecca-4efa-be58-cc06054a1075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:39.715916 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:41.423891 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.021020 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44752) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:43.143365 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.157283 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:43.161806 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Usage tracker for resource:security_group_rule and tenant:c01716ebe0764db0bbd40a0d3fc85009 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:43.164529 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:43.170356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:43.253193 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.256918 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.263228 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-cfc9206e-1db9-4a99-836d-2e1fc124cd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:43.304363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da5eb0d-0e61-40ff-b8e4-587a94468047,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:43.308589 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c01716ebe0764db0bbd40a0d3fc85009&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2864010
May 19 23:11:43.309440 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:43.311276 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44760) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:43.368542 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6f21-c256-4c61-86bd-da70eaa9de16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.394289 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6f21-c256-4c61-86bd-da70eaa9de16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.449291 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6f21-c256-4c61-86bd-da70eaa9de16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.453035 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f085af2e-3590-44c0-a2b0-e7e070a91402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:43.464204 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d6f21-c256-4c61-86bd-da70eaa9de16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da5eb0d-0e61-40ff-b8e4-587a94468047,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:43.467959 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-bd6d6f21-c256-4c61-86bd-da70eaa9de16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:43.471312 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bd6d6f21-c256-4c61-86bd-da70eaa9de16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.472368 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-bd6d6f21-c256-4c61-86bd-da70eaa9de16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4da5eb0d-0e61-40ff-b8e4-587a94468047 HTTP/1.1" status: 204  len: 168 time: 0.1602416
May 19 23:11:43.749925 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44772) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:43.768407 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.782808 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:43.787250 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7067cb2ddf47a98e86ad84fd0a3185 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:43.790279 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:43.796508 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:43.814589 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.888333 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.892766 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:43.905253 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-84743b78-e90d-4f97-9bfd-9c83d0947847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:43.945969 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae7067cb2ddf47a98e86ad84fd0a3185&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1924613
May 19 23:11:43.946437 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44784) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:43.952568 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d7f2d2-de6d-4903-9d93-31ff4c324243,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:43.956642 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:44.114322 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0adf32e4-7de7-4221-857a-88d68d9b5c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:44.140352 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0adf32e4-7de7-4221-857a-88d68d9b5c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:44.191774 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0adf32e4-7de7-4221-857a-88d68d9b5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:44.195367 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-07af7521-6279-41a7-b111-436526c0c5e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:44.206378 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf32e4-7de7-4221-857a-88d68d9b5c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d7f2d2-de6d-4903-9d93-31ff4c324243,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:44.209549 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0adf32e4-7de7-4221-857a-88d68d9b5c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:44.212694 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0adf32e4-7de7-4221-857a-88d68d9b5c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:44.213826 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-0adf32e4-7de7-4221-857a-88d68d9b5c08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05d7f2d2-de6d-4903-9d93-31ff4c324243 HTTP/1.1" status: 204  len: 168 time: 0.2665346
May 19 23:11:45.583430 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7a64b-b1b3-4250-8220-c8b274ee6937 req-658cab2b-26b5-4a72-b8c9-ae624c4d236e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:45.585159 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4da7a64b-b1b3-4250-8220-c8b274ee6937 req-658cab2b-26b5-4a72-b8c9-ae624c4d236e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1035869
May 19 23:11:45.635867 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4da7a64b-b1b3-4250-8220-c8b274ee6937 req-e24d01cd-0510-4d09-a33c-ebed92f8afe7 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435665
May 19 23:11:46.079082 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44860) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:46.193213 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.207583 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:46.211384 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Usage tracker for resource:security_group_rule and tenant:720579d7dae94bcc85e8ef1c88b592a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:46.214264 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:46.219947 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:46.300239 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.303917 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.310903 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fc9fe828-1e1d-4955-adeb-884f5ed877f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:46.350777 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21865d40-fbe4-48f1-9467-f3ec34245274,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:46.355754 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=720579d7dae94bcc85e8ef1c88b592a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2756224
May 19 23:11:46.357027 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:46.357904 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44870) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:46.419462 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.446342 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.503945 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.507628 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:46.521807 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21865d40-fbe4-48f1-9467-f3ec34245274,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:46.526167 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.529494 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21865d40-fbe4-48f1-9467-f3ec34245274 HTTP/1.1" status: 204  len: 168 time: 0.1683385
May 19 23:11:46.532273 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.532646 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.533000 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.533977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.534370 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.534894 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.535491 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.536000 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.536497 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.536983 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.537466 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.537977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:46.546806 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:46.836442 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 44882) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:46.849637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26475284-dcc3-444b-ad66-afa4bc0872a4 req-3f7959c1-d005-42a5-a038-772906bf228f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:46.851720 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-26475284-dcc3-444b-ad66-afa4bc0872a4 req-3f7959c1-d005-42a5-a038-772906bf228f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0913684
May 19 23:11:46.857686 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.873149 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:46.877928 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Usage tracker for resource:security_group_rule and tenant:f6c9b7f11bc343baabfe6c83d1450ce0 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:46.881001 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:46.886688 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:46.900862 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-26475284-dcc3-444b-ad66-afa4bc0872a4 req-a33e278d-20d5-4a62-a0a7-1ff217c77dcb tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427365
May 19 23:11:46.973231 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.976594 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:46.983205 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-9a303c5b-5561-4ca8-ba48-c8fc3f2305f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:47.024903 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6c9b7f11bc343baabfe6c83d1450ce0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1874044
May 19 23:11:47.025820 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77710cc-6e70-43e1-b17b-02bd1ebe2d8a,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:47.027507 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44888) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:47.028747 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:47.085228 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fbcffb88-9c94-499e-9851-f7d4296e83c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:47.109606 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fbcffb88-9c94-499e-9851-f7d4296e83c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:47.163160 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fbcffb88-9c94-499e-9851-f7d4296e83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:47.166878 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0e3546ad-8a44-4f46-89f8-a2f3ee8b4b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:47.179554 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcffb88-9c94-499e-9851-f7d4296e83c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77710cc-6e70-43e1-b17b-02bd1ebe2d8a,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:47.183388 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fbcffb88-9c94-499e-9851-f7d4296e83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:47.194388 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fbcffb88-9c94-499e-9851-f7d4296e83c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:47.195502 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-fbcffb88-9c94-499e-9851-f7d4296e83c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d77710cc-6e70-43e1-b17b-02bd1ebe2d8a HTTP/1.1" status: 204  len: 168 time: 0.1669655
May 19 23:11:48.149828 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467de462-19e4-419c-bda0-be3711bd0942 req-8c65de79-963b-4bdc-a2d9-5f9154e3d51b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:48.151307 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-467de462-19e4-419c-bda0-be3711bd0942 req-8c65de79-963b-4bdc-a2d9-5f9154e3d51b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1154425
May 19 23:11:48.202040 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-467de462-19e4-419c-bda0-be3711bd0942 req-9652a806-a244-47c4-9a25-35ce6a123a9d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448892
May 19 23:11:48.362955 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:11:49.415419 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a5956-96a7-4972-af0e-e7467ba82781 req-e7b7a0a1-b668-4a79-aba6-02ce377bc82e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:49.415419 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1e1a5956-96a7-4972-af0e-e7467ba82781 req-e7b7a0a1-b668-4a79-aba6-02ce377bc82e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0943637
May 19 23:11:49.462423 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1e1a5956-96a7-4972-af0e-e7467ba82781 req-d14cae96-32d7-44d0-8ab0-0a37bd352e0c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399597
May 19 23:11:50.451489 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 44992) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:50.510218 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Deleting subnet 0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1 {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:11:50.513055 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:50.572425 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6878897'] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:50.759833 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:50.844867 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85caec-cd46-476d-abe0-45b3f02505e4 req-c60a9b7f-fccb-4aa3-88c0-52d2d203bbf7 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:50.846971 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e85caec-cd46-476d-abe0-45b3f02505e4 req-c60a9b7f-fccb-4aa3-88c0-52d2d203bbf7 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2776272
May 19 23:11:50.963355 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e85caec-cd46-476d-abe0-45b3f02505e4 req-19f41f38-005f-40f1-b310-61686dfbd3a9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1092961
May 19 23:11:51.072604 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8361647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6952225'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.077987 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-db356ad2-2d6f-4545-886c-9b1213190e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:51.115242 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.117958 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:51.120235 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:51.124876 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0cb0b692-4fd5-4ba1-89a2-5a33376b5ad1 HTTP/1.1" status: 204  len: 168 time: 0.6723523
May 19 23:11:51.127952 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45014) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:51.243886 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.372487 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.386132 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671af3070>,) {'filters': {'network_id': ['5e90ccdd-a71e-4d8e-9f7e-3d124e10195c']}} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:51.398275 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671af3070>, '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33') {'for_net_delete': True} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:51.398577 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671af3070>, '09e8e04e-85a3-4bcb-ab33-6dfeb509ef33') {} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:51.414421 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5941806'] for segment, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.426749 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.434682 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=91826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:11:51.435211 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6212352'] for segment, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]: Traceback (most recent call last):
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     timer()
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     cb(*args, **kw)
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     return func(*args, **kwargs)
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     self._notify()
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     self.callback(batched_events)
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     event.method(event)
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     return f(self, *a, **k)
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._get(url).json()
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self.request(url, 'GET', **kwargs)
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:11:51.448530 dv-cinder-792299-1-iscsi neutron-server[91826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:11:51.526616 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.531182 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.533957 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:51.556862 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e90ccdd-a71e-4d8e-9f7e-3d124e10195c,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:51.561596 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:51.576066 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-6884e531-b85c-4bf6-8a71-adbbb8a008e7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e90ccdd-a71e-4d8e-9f7e-3d124e10195c HTTP/1.1" status: 204  len: 168 time: 0.4468536
May 19 23:11:51.758397 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45030) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:51.806702 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-049fc21b-2502-4096-b2db-de3c2cb62169 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dca8ede002a448a49a411101a92392f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470314
May 19 23:11:51.808806 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45034) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:51.868506 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d9d-c0f8-4741-88d1-cb3d6abaf58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.892788 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d9d-c0f8-4741-88d1-cb3d6abaf58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.943537 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d9d-c0f8-4741-88d1-cb3d6abaf58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.946999 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-159ae4e0-e504-4a68-8da5-5b47d7647b41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:51.958780 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd4d9d-c0f8-4741-88d1-cb3d6abaf58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4157982-6a81-4596-9cdc-62e7c26a077d,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:51.961798 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-eefd4d9d-c0f8-4741-88d1-cb3d6abaf58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:51.971566 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-eefd4d9d-c0f8-4741-88d1-cb3d6abaf58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:51.972889 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-eefd4d9d-c0f8-4741-88d1-cb3d6abaf58f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4157982-6a81-4596-9cdc-62e7c26a077d HTTP/1.1" status: 204  len: 168 time: 0.1632185
May 19 23:11:52.149834 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e6439-da48-491a-94df-3031990538a0 req-0a6bf034-6ac0-4836-b059-85e011ae3781 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:52.151869 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-439e6439-da48-491a-94df-3031990538a0 req-0a6bf034-6ac0-4836-b059-85e011ae3781 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0840375
May 19 23:11:52.200831 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-439e6439-da48-491a-94df-3031990538a0 req-ba7caa4f-03ea-474a-b005-9facea4033c4 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431848
May 19 23:11:52.701641 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45072) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:52.795466 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45078) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:52.863677 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-736495732-network', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:52.868952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:52.872759 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Usage tracker for resource:network and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:52.875670 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:52.881634 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:52.891049 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Made reservation on behalf of 49a2dbab91c0439ab4c5754ea5dffd85 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:11:52.894163 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:52.919540 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:52.932506 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:52.946346 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:52.951992 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:52.954272 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Usage tracker for resource:security_group_rule and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:52.958434 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:52.961206 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Usage tracker for resource:security_group_rule and tenant:c085834c338d41e89c7420495463aa78 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:52.973202 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:52.975917 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:52.981219 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:53.119048 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.123497 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.124622 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.128740 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f03887ad-5aed-47f0-9657-148f9333162c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:53.140687 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.160357 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:11:53.192825 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b53c35-e6a7-4b44-97b5-d845cbebb8e5,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:53.195504 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.195841 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Added segment 901548a6-5897-4f1a-a7c1-4bbc588348ac of type vlan for network b285b490-3bef-4db6-b3e6-62f89d95eec0
May 19 23:11:53.198763 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c085834c338d41e89c7420495463aa78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4022324
May 19 23:11:53.199635 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:53.201654 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45084) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:53.203735 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9c1f205b-2fe8-4f90-a6e4-64454e218950 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:53.245780 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.249727 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3884b69-1d22-4c4f-81ce-fc1cb18e59ed,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:53.253197 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:53.263873 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-cebe8baf-b9e7-4ae0-9c83-8c12ef88be6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.280863 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.282287 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:53.282862 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.287727 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:53.291507 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-cebe8baf-b9e7-4ae0-9c83-8c12ef88be6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.349523 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-cebe8baf-b9e7-4ae0-9c83-8c12ef88be6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.353316 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-eefd4d9d-c0f8-4741-88d1-cb3d6abaf58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:53.364468 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe8baf-b9e7-4ae0-9c83-8c12ef88be6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3884b69-1d22-4c4f-81ce-fc1cb18e59ed,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:53.366793 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-cebe8baf-b9e7-4ae0-9c83-8c12ef88be6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:53.375090 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-cebe8baf-b9e7-4ae0-9c83-8c12ef88be6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.379155 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-cebe8baf-b9e7-4ae0-9c83-8c12ef88be6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3884b69-1d22-4c4f-81ce-fc1cb18e59ed HTTP/1.1" status: 204  len: 168 time: 0.1735110
May 19 23:11:53.441642 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Pushing event updated for resources: {'Network': ['ID=b285b490-3bef-4db6-b3e6-62f89d95eec0,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:53.446136 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:53.448754 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7461014
May 19 23:11:53.451539 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45092) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:53.452717 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:11:53.459119 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Request body: {'subnet': {'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-736495732-subnet', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:53.464124 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:53.471795 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Usage tracker for resource:subnet and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:53.475563 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:53.482992 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:53.495749 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Made reservation on behalf of 49a2dbab91c0439ab4c5754ea5dffd85 for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:11:53.498346 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6952218'] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.522021 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe4b20-ca3e-4958-8440-566f6cae54e7 req-9c34319d-b8c4-4377-ab39-1144b0580467 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:53.523512 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1ebe4b20-ca3e-4958-8440-566f6cae54e7 req-9c34319d-b8c4-4377-ab39-1144b0580467 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2002330
May 19 23:11:53.640053 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1ebe4b20-ca3e-4958-8440-566f6cae54e7 req-090f52e2-e364-4234-b076-083a7820e3d9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1018507
May 19 23:11:53.684553 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45098) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:53.703249 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.718177 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:53.722813 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Usage tracker for resource:security_group_rule and tenant:3222950a9cca4425884b644b7edf2349 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:53.725995 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:53.731697 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:53.821000 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.824888 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:53.832484 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2be3c1c-9922-4451-9f48-1c89945bb810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:53.874477 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3222950a9cca4425884b644b7edf2349&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1886556
May 19 23:11:53.875447 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a468cad-9cac-4096-bd74-31b4bccf2c63,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:53.877668 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45104) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:53.879555 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:53.985364 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-312086e7-7132-4593-9f9e-1a29f5fdc826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.014978 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8361696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6952232'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.021991 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-312086e7-7132-4593-9f9e-1a29f5fdc826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.028582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:54.124048 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49d83605-e313-429d-8f2e-a41534456ca3,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:54.128913 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:54.135412 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Checking segment: {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:11:54.135768 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Network hostable DHCP agents. Network: b285b490-3bef-4db6-b3e6-62f89d95eec0, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:11:54.153479 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:11:54.157193 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-312086e7-7132-4593-9f9e-1a29f5fdc826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.162557 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ff4d1b60-832a-40ae-a771-e2b96f4a75c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:54.176639 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312086e7-7132-4593-9f9e-1a29f5fdc826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a468cad-9cac-4096-bd74-31b4bccf2c63,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:54.179764 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-312086e7-7132-4593-9f9e-1a29f5fdc826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:54.180455 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, b285b490-3bef-4db6-b3e6-62f89d95eec0) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:11:54.192411 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:54.193001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.193272 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860c4f9-4c87-4da8-a238-e13470803f6c None None] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:11:54.198126 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-312086e7-7132-4593-9f9e-1a29f5fdc826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.199214 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-312086e7-7132-4593-9f9e-1a29f5fdc826 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a468cad-9cac-4096-bd74-31b4bccf2c63 HTTP/1.1" status: 204  len: 168 time: 0.3202624
May 19 23:11:54.216174 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-97c48e1a-f062-452d-920e-e01224f2993e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7610924
May 19 23:11:54.216385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45110) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:54.221836 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:11:54.226350 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:54.230476 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Usage tracker for resource:router and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:54.233133 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:54.239315 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:54.250277 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.251288 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.268182 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.428000 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-b285b490-3bef-4db6-b3e6-62f89d95eec0', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:11:54.428897 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.588058 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45116) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:54.596417 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Allocated IP 172.20.0.2 (b285b490-3bef-4db6-b3e6-62f89d95eec0/49d83605-e313-429d-8f2e-a41534456ca3/69ca1e5b-d1c5-48d4-bc99-463f75296734) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:11:54.670402 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.673852 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.692577 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:11:54.711334 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Usage tracker for resource:security_group_rule and tenant:4ca603d937ee4a2bb7451a42a4965c94 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:11:54.715823 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:11:54.735119 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:11:54.838526 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.848777 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Transition to ACTIVE for port object 69ca1e5b-d1c5-48d4-bc99-463f75296734 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:11:54.866948 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Transition to ACTIVE for port object 69ca1e5b-d1c5-48d4-bc99-463f75296734 will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:11:54.874184 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:54.879493 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:54.943586 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:11:54.946950 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:11:54.950727 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:11:54.953430 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a72f0-83dc-4632-8add-2337090887eb req-1a0f80c1-e548-44d8-9a9f-b706af1b781e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:54.955205 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d98a72f0-83dc-4632-8add-2337090887eb req-1a0f80c1-e548-44d8-9a9f-b706af1b781e tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2034278
May 19 23:11:54.959701 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Pushing event updated for resources: {'Port': ['ID=69ca1e5b-d1c5-48d4-bc99-463f75296734,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:54.999765 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.000110 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.000500 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.000809 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.001135 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.001455 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.002128 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.002469 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.002889 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.003206 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.003964 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.003964 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:11:55.015266 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.028319 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.036459 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:55.039666 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-cca501cc-c408-4fc7-9a57-1bde5b8f8e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:55.058094 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Attempting to bind port 69ca1e5b-d1c5-48d4-bc99-463f75296734 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:11:55.058721 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Attempting to bind port 69ca1e5b-d1c5-48d4-bc99-463f75296734 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:11:55.059256 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Attempting to bind port 69ca1e5b-d1c5-48d4-bc99-463f75296734 on network b285b490-3bef-4db6-b3e6-62f89d95eec0 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:11:55.064676 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:11:55.065278 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Checking segment: {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:11:55.065872 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.066405 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Bound using segment: {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:11:55.067023 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Bound port: 69ca1e5b-d1c5-48d4-bc99-463f75296734, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:11:55.067578 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.130526 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d98a72f0-83dc-4632-8add-2337090887eb req-930878da-2391-47d0-b8b4-c43b69866a12 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1642022
May 19 23:11:55.161996 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] For port 69ca1e5b-d1c5-48d4-bc99-463f75296734, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:11:55.165340 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] For port 69ca1e5b-d1c5-48d4-bc99-463f75296734, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=69ca1e5b-d1c5-48d4-bc99-463f75296734,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:11:55.170113 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.174159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:55.213334 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ca603d937ee4a2bb7451a42a4965c94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6241834
May 19 23:11:55.216057 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45124) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:55.222394 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990cc113-72b2-4842-8ad1-41ba12bcf5f6,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:55.227188 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:55.250788 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Pushing event updated for resources: {'Port': ['ID=69ca1e5b-d1c5-48d4-bc99-463f75296734,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:55.256651 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:55.302116 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0ef75c8b-6496-40d9-9e7c-48a37b529dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.305399 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.328737 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0ef75c8b-6496-40d9-9e7c-48a37b529dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.337344 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.382877 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0ef75c8b-6496-40d9-9e7c-48a37b529dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.388549 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-bbb9b40e-1168-4820-98e5-596cba0dd62f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:55.402574 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef75c8b-6496-40d9-9e7c-48a37b529dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990cc113-72b2-4842-8ad1-41ba12bcf5f6,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:55.422149 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0ef75c8b-6496-40d9-9e7c-48a37b529dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:55.438674 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-0ef75c8b-6496-40d9-9e7c-48a37b529dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.439932 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-0ef75c8b-6496-40d9-9e7c-48a37b529dbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/990cc113-72b2-4842-8ad1-41ba12bcf5f6 HTTP/1.1" status: 204  len: 168 time: 0.2223694
May 19 23:11:55.515969 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Allocated IP 172.27.0.187 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/ffb6fb7e-a8e0-45fd-a8f1-67c16499242d) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:11:55.677783 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.709176 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:55.713847 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0a137944-de7b-41f5-b5b6-9f04d30bf4fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:55.781672 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:11:55.785901 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:11:55.789872 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:11:55.827116 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb6fb7e-a8e0-45fd-a8f1-67c16499242d,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:55.832790 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:56.199950 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab82a40-881f-41fb-9c71-039c634e5b36 None None] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:11:56.340850 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-93d36019-6925-4327-b3fd-f85d3be66f77 None None] Provisioning for port 69ca1e5b-d1c5-48d4-bc99-463f75296734 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:11:56.437910 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:56.536956 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b12905-1824-4f83-8e03-06e044e86e00 req-f04015e7-ae65-4a15-8c7a-c66b691e781d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:56.538446 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-38b12905-1824-4f83-8e03-06e044e86e00 req-f04015e7-ae65-4a15-8c7a-c66b691e781d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1920917
May 19 23:11:56.665244 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-38b12905-1824-4f83-8e03-06e044e86e00 req-a3f5a311-fc5c-4738-ae74-b24105d8c955 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749102
May 19 23:11:56.850443 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:57.202487 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6d986-43f1-496a-9ee3-8413220f973c req-fbd032aa-fa8d-45ef-a482-4d83d62705ce tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:57.203957 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9aa6d986-43f1-496a-9ee3-8413220f973c req-fbd032aa-fa8d-45ef-a482-4d83d62705ce tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1928699
May 19 23:11:57.210526 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-849c7054-c27d-49e2-8598-9234e78ea129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:57.212025 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-849c7054-c27d-49e2-8598-9234e78ea129 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 1099 time: 0.1462233
May 19 23:11:57.214667 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Router f80b9470-6b48-47ba-a655-6aa9b872c609 is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:11:57.234523 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 69ca1e5b-d1c5-48d4-bc99-463f75296734 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:11:57.306006 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 69ca1e5b-d1c5-48d4-bc99-463f75296734 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:11:57.310534 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 69ca1e5b-d1c5-48d4-bc99-463f75296734 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:11:57.310916 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:57.415267 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9aa6d986-43f1-496a-9ee3-8413220f973c req-0714d21c-484a-4af4-bb12-112ac1aaa6f3 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2019136
May 19 23:11:57.432123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:57.468770 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 69ca1e5b-d1c5-48d4-bc99-463f75296734, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=69ca1e5b-d1c5-48d4-bc99-463f75296734,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:11:57.472983 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:57.474866 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:57.541025 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=69ca1e5b-d1c5-48d4-bc99-463f75296734,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:57.543998 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:57.554411 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-eb9b81fa-34f0-4bd7-867d-4a278359c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:57.555861 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-eb9b81fa-34f0-4bd7-867d-4a278359c86b service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 911 time: 0.3261414
May 19 23:11:57.558338 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:11:57.567366 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Sync routers for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:11:57.576653 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:11:57.577265 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06733c2190>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:11:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:57.671472 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:57.672704 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.4552896
May 19 23:11:57.675913 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45166) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:11:57.680502 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-7568f035-13ac-4de4-80b1-d7f3d7f4ca23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c HTTP/1.1" status: 200  len: 1001 time: 0.1167359
May 19 23:11:57.757092 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:11:57.870924 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-d5bc8866-f227-411c-83e1-2b6bb418ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:57.872364 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-d5bc8866-f227-411c-83e1-2b6bb418ad39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.1853511
May 19 23:11:57.955777 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-3c00b855-3ab2-4bae-894f-30a55c7d68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:57.957379 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-3c00b855-3ab2-4bae-894f-30a55c7d68eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786433
May 19 23:11:58.092480 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06733c2190>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:56Z', 'revision_number': 3, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:11:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:58.096991 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Checking router: f80b9470-6b48-47ba-a655-6aa9b872c609 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:11:58.097332 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Updating router f80b9470-6b48-47ba-a655-6aa9b872c609 port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:11:58.121474 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-1b8f81b7-7b5b-4bbb-af3d-592cda700459 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558251
May 19 23:11:58.161440 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.279217 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3d27e57b-050d-47f2-ba0d-4a88d16930ec req-70da8501-f05c-4889-a0d8-4e0b20a4b0a9 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502898
May 19 23:11:58.482539 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.512237 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.524095 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Transition to ACTIVE for port object ffb6fb7e-a8e0-45fd-a8f1-67c16499242d will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:11:58.531742 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.537979 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:58.620930 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Attempting to bind port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:11:58.621334 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Attempting to bind port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:11:58.621732 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Attempting to bind port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:11:58.623851 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a23468-025b-4b91-925a-c85c8f0eaf2a None None] Pushing event updated for resources: {'Port': ['ID=ffb6fb7e-a8e0-45fd-a8f1-67c16499242d,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:58.627560 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d2a23468-025b-4b91-925a-c85c8f0eaf2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:58.630104 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:11:58.630940 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:11:58.630940 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.631252 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:11:58.631721 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Bound port: ffb6fb7e-a8e0-45fd-a8f1-67c16499242d, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:11:58.632099 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.674102 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9601c44-2aab-49b4-ba2b-9f32aac675cc req-2bdfe1e0-4c27-4d96-8553-93350b2d9636 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:58.675982 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d9601c44-2aab-49b4-ba2b-9f32aac675cc req-2bdfe1e0-4c27-4d96-8553-93350b2d9636 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1431344
May 19 23:11:58.716222 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Allocated IP 172.20.0.1 (b285b490-3bef-4db6-b3e6-62f89d95eec0/49d83605-e313-429d-8f2e-a41534456ca3/30c5e533-926e-4731-b22b-5b08e05ca50c) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:11:58.716897 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] For port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:11:58.720855 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] For port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=ffb6fb7e-a8e0-45fd-a8f1-67c16499242d,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:11:58.726506 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.731232 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d9601c44-2aab-49b4-ba2b-9f32aac675cc req-b3697da9-6b46-4de4-987c-c31a2e22fbd1 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415874
May 19 23:11:58.734358 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:58.806112 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:11:58.806643 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06733c2190>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:11:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:58.872712 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a23468-025b-4b91-925a-c85c8f0eaf2a None None] Pushing event updated for resources: {'Port': ['ID=ffb6fb7e-a8e0-45fd-a8f1-67c16499242d,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:58.875202 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.883449 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d2a23468-025b-4b91-925a-c85c8f0eaf2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:58.890693 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Transition to ACTIVE for port object 30c5e533-926e-4731-b22b-5b08e05ca50c will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:11:58.915043 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:58.918578 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:58.982212 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:11:58.985040 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:11:58.988646 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:11:58.988916 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:11:59.038835 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Pushing event updated for resources: {'Port': ['ID=30c5e533-926e-4731-b22b-5b08e05ca50c,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:59.048260 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:59.069286 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:59.247593 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 69ca1e5b-d1c5-48d4-bc99-463f75296734 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:11:59.323676 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-9f0287dc-7921-4a2d-b83a-ee7ceedc333b None None] Provisioning for port 30c5e533-926e-4731-b22b-5b08e05ca50c completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:11:59.334302 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-9f0287dc-7921-4a2d-b83a-ee7ceedc333b None None] Provisioning complete for port 30c5e533-926e-4731-b22b-5b08e05ca50c triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:11:59.334675 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-9f0287dc-7921-4a2d-b83a-ee7ceedc333b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:59.381962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:59.401861 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-9f0287dc-7921-4a2d-b83a-ee7ceedc333b None None] Port 30c5e533-926e-4731-b22b-5b08e05ca50c cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:11:59.403201 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 69ca1e5b-d1c5-48d4-bc99-463f75296734 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:11:59.403574 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:59.451329 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06733c2190>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:56Z', 'revision_number': 3, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:11:59.460892 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af424a32-54fe-400f-bb20-7afc2d467ced None None] The sync data for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi is: [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:56Z', 'revision_number': 3, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:11:59.617169 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:59.621843 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:59.647208 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-82f4cd49-d44f-4f4e-ae6c-1b191dee1961 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:11:59.740488 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:11:59.743914 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Pushing event updated for resources: {'Port': ['ID=30c5e533-926e-4731-b22b-5b08e05ca50c,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:11:59.746727 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:11:59.934605 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87382e2-a8fa-43cd-b6bd-ffd8771446fa req-c284d83c-ce0f-4be6-ad2f-4e6c4e9ab97f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:11:59.936168 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c87382e2-a8fa-43cd-b6bd-ffd8771446fa req-c284d83c-ce0f-4be6-ad2f-4e6c4e9ab97f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0855775
May 19 23:11:59.980780 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:11:59.982072 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:11:59.989073 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c87382e2-a8fa-43cd-b6bd-ffd8771446fa req-f520a448-b76f-48ca-8f99-54e5b1117304 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443444
May 19 23:12:00.181455 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Router f80b9470-6b48-47ba-a655-6aa9b872c609 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:12:00.225276 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-da7a3b1b-8b79-4059-8e49-5a2a18e058b5 None None] Provisioning complete for port 30c5e533-926e-4731-b22b-5b08e05ca50c triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:00.225878 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-da7a3b1b-8b79-4059-8e49-5a2a18e058b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:00.286395 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-da7a3b1b-8b79-4059-8e49-5a2a18e058b5 None None] Port 30c5e533-926e-4731-b22b-5b08e05ca50c cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:12:00.368457 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:12:00.377598 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] 10.222.0.25 "PUT /v2.0/routers/f80b9470-6b48-47ba-a655-6aa9b872c609/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7000194
May 19 23:12:00.941555 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45200) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:00.947280 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1398502208-network', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:00.952088 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:00.956144 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Usage tracker for resource:network and tenant:289a6fbdea474e1ba2dc1a4dad30f671 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:00.959003 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:00.964567 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:00.974877 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Made reservation on behalf of 289a6fbdea474e1ba2dc1a4dad30f671 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:12:00.977159 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:00.988897 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Sync routers for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:12:00.989864 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:00.998593 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:12:00.999192 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673beeee0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:11:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:01.003855 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:01.007620 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:289a6fbdea474e1ba2dc1a4dad30f671 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:01.010392 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:01.016334 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:01.108249 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.145830 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.152773 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-11ac5cd2-0712-4367-9a21-df9c41c8369c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:01.188462 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:12:01.196708 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:12:01.209084 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f71e9e-7a56-4e39-ae24-4236a8cf7492,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:01.213451 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:01.216966 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.217484 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Added segment af250127-5509-4d69-bdc5-05cb4347a6cc of type vlan for network db090ac5-dfd3-4270-96c5-cd92b458192e
May 19 23:12:01.255582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.261624 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device ffb6fb7e-a8e0-45fd-a8f1-67c16499242d up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:01.267931 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb8d6e-0b24-4671-9d34-25dbf7d11587 req-4ee3611b-b02b-494d-8057-f33495a2c184 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:01.269419 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2beb8d6e-0b24-4671-9d34-25dbf7d11587 req-4ee3611b-b02b-494d-8057-f33495a2c184 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1599543
May 19 23:12:01.335376 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.340007 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:01.340587 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.347772 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:01.377453 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2beb8d6e-0b24-4671-9d34-25dbf7d11587 req-570daf2e-4de5-42c3-857e-2baf34fb2b1f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885890
May 19 23:12:01.414086 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:01.420382 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:01.420753 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.474172 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5313246
May 19 23:12:01.477244 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45208) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:01.477881 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=db090ac5-dfd3-4270-96c5-cd92b458192e,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:01.484205 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Request body: {'subnet': {'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1398502208-subnet', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'ip_version': 4}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:01.486667 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:01.492773 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:01.496864 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Usage tracker for resource:subnet and tenant:289a6fbdea474e1ba2dc1a4dad30f671 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:01.500089 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:01.500592 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network db090ac5-dfd3-4270-96c5-cd92b458192e details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:12:01.507782 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:01.525660 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Made reservation on behalf of 289a6fbdea474e1ba2dc1a4dad30f671 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:12:01.529487 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233147'] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.593841 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673beeee0>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:11:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 2, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:01.598771 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Checking router: f80b9470-6b48-47ba-a655-6aa9b872c609 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:12:01.599302 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Updating router f80b9470-6b48-47ba-a655-6aa9b872c609 port 30c5e533-926e-4731-b22b-5b08e05ca50c binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:12:01.651885 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.693869 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.710216 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=ffb6fb7e-a8e0-45fd-a8f1-67c16499242d,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:12:01.715031 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.717167 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:01.789137 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=ffb6fb7e-a8e0-45fd-a8f1-67c16499242d,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:01.792327 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:01.967668 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6169069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233097'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:01.972732 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8b10ffc4-a11c-492c-9cc3-f1a236d148e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:01.998515 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.010035 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Transition to ACTIVE for port object 30c5e533-926e-4731-b22b-5b08e05ca50c will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:12:02.016517 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.022001 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:02.042688 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de7622b-f99b-4db0-a40b-4d0f49d2d9cb,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:02.048673 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:02.051418 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Checking segment: {'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:12:02.051774 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Network hostable DHCP agents. Network: db090ac5-dfd3-4270-96c5-cd92b458192e, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:12:02.069097 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Network db090ac5-dfd3-4270-96c5-cd92b458192e is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:12:02.078678 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, db090ac5-dfd3-4270-96c5-cd92b458192e) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:12:02.087552 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:02.088318 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.094954 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62e800-ca4d-4689-93ec-9fec605cfed5 None None] Network db090ac5-dfd3-4270-96c5-cd92b458192e requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:12:02.110920 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d3ed9831-c660-4cbf-9556-ff3db4eda98c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6315191
May 19 23:12:02.113290 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45212) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:02.118810 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:02.123709 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:02.128604 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Usage tracker for resource:router and tenant:289a6fbdea474e1ba2dc1a4dad30f671 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:02.134957 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:02.143083 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:02.155650 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.157381 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.159262 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Pushing event updated for resources: {'Port': ['ID=30c5e533-926e-4731-b22b-5b08e05ca50c,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:02.169957 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.170570 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.171222 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.171797 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.172365 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.172857 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.173407 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.174159 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.174656 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.175118 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.175630 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.176059 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.176246 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:02.180675 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:02.272632 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Attempting to bind port 30c5e533-926e-4731-b22b-5b08e05ca50c on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:12:02.273275 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Attempting to bind port 30c5e533-926e-4731-b22b-5b08e05ca50c by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:12:02.273822 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Attempting to bind port 30c5e533-926e-4731-b22b-5b08e05ca50c on network b285b490-3bef-4db6-b3e6-62f89d95eec0 {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:12:02.281083 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:12:02.281722 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Checking segment: {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:12:02.282304 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.283703 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Bound using segment: {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:12:02.284343 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Bound port: 30c5e533-926e-4731-b22b-5b08e05ca50c, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:12:02.284884 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.369342 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-db090ac5-dfd3-4270-96c5-cd92b458192e', 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'fixed_ips': [{'subnet_id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:12:02.372388 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.399557 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] For port 30c5e533-926e-4731-b22b-5b08e05ca50c, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:12:02.403327 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] For port 30c5e533-926e-4731-b22b-5b08e05ca50c, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=30c5e533-926e-4731-b22b-5b08e05ca50c,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:12:02.415482 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.421745 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-a5f46aab-fed0-416b-b07b-7b1e76fb348b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:02.486602 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.558424 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:12:02.559232 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673beeee0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:11:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:02.580937 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Allocated IP 172.20.0.2 (db090ac5-dfd3-4270-96c5-cd92b458192e/3de7622b-f99b-4db0-a40b-4d0f49d2d9cb/15fd85ac-0564-4e2f-8385-607cbaa110cb) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:12:02.679699 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Pushing event updated for resources: {'Port': ['ID=30c5e533-926e-4731-b22b-5b08e05ca50c,revision_number=4']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:02.682894 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:02.689642 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d977e5-5781-4fe7-89c7-acbdbbdb1236 req-ecebf623-d21d-4ad4-afc8-e2813878aef0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:02.691432 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46d977e5-5781-4fe7-89c7-acbdbbdb1236 req-ecebf623-d21d-4ad4-afc8-e2813878aef0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.1947331
May 19 23:12:02.799118 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46d977e5-5781-4fe7-89c7-acbdbbdb1236 req-4c0fb375-a715-48f3-a824-38b88826d9b3 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0997632
May 19 23:12:02.827806 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:12:02.960125 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.970924 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Transition to ACTIVE for port object 15fd85ac-0564-4e2f-8385-607cbaa110cb will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:12:02.990519 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Transition to ACTIVE for port object 15fd85ac-0564-4e2f-8385-607cbaa110cb will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:12:02.996453 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:02.999984 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:03.068346 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Network db090ac5-dfd3-4270-96c5-cd92b458192e is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:12:03.071264 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:12:03.075066 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:12:03.081010 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Pushing event updated for resources: {'Port': ['ID=15fd85ac-0564-4e2f-8385-607cbaa110cb,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:03.084912 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:03.108051 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:03.138214 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:03.168107 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Attempting to bind port 15fd85ac-0564-4e2f-8385-607cbaa110cb on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:12:03.168486 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Attempting to bind port 15fd85ac-0564-4e2f-8385-607cbaa110cb by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:12:03.168858 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Attempting to bind port 15fd85ac-0564-4e2f-8385-607cbaa110cb on network db090ac5-dfd3-4270-96c5-cd92b458192e {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:12:03.175463 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:12:03.175740 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Checking segment: {'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:12:03.176151 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:03.176551 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Bound using segment: {'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:12:03.177028 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Bound port: 15fd85ac-0564-4e2f-8385-607cbaa110cb, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:12:03.177409 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:03.221144 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673beeee0>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:12:02Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:03.226731 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db69952-c709-4b6e-8394-41bbfe5c1532 None None] The sync data for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi is: [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:12:02Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:12:03.268606 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device ffb6fb7e-a8e0-45fd-a8f1-67c16499242d up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:03.322145 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Allocated IP 172.27.0.230 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/3eed06ef-ea6e-43f6-9271-8645db6b6cef) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:12:03.339015 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] For port 15fd85ac-0564-4e2f-8385-607cbaa110cb, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:12:03.356715 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] For port 15fd85ac-0564-4e2f-8385-607cbaa110cb, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=15fd85ac-0564-4e2f-8385-607cbaa110cb,segment=NetworkSegment(af250127-5509-4d69-bdc5-05cb4347a6cc),segment_id=af250127-5509-4d69-bdc5-05cb4347a6cc)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:12:03.365172 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:03.370165 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-781afcf6-8c63-4f85-8312-dd56a9d387ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:03.433343 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:03.433753 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:03.514185 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Pushing event updated for resources: {'Port': ['ID=15fd85ac-0564-4e2f-8385-607cbaa110cb,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:03.518865 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:03.526763 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:03.575392 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:03.580404 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1e44df8e-0c2f-4bb5-b6fd-0531100795ad tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:03.654566 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:12:03.657433 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:12:03.661080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:12:03.702837 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=3eed06ef-ea6e-43f6-9271-8645db6b6cef,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:03.706485 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:04.111606 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:04.510168 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b51a28-7501-4c1e-a33b-c6a46fb02bcd None None] Network db090ac5-dfd3-4270-96c5-cd92b458192e requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:12:04.569229 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:04.645485 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-a43f0bcc-9b82-465c-a7b9-908e291f0f06 None None] Provisioning for port 15fd85ac-0564-4e2f-8385-607cbaa110cb completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:04.785392 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Router ea4e6beb-4089-42b2-bc66-6f4a37371278 is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:12:04.973321 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:12:04.983296 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Sync routers for ids ['ea4e6beb-4089-42b2-bc66-6f4a37371278'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:12:04.994877 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Routers {'ea4e6beb-4089-42b2-bc66-6f4a37371278'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:12:04.995497 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672d95610>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:11:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['ea4e6beb-4089-42b2-bc66-6f4a37371278'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:04.998734 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:04.999915 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.8855681
May 19 23:12:05.003350 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45232) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:05.177111 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Set router ea4e6beb-4089-42b2-bc66-6f4a37371278 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:12:05.289229 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 15fd85ac-0564-4e2f-8385-607cbaa110cb up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:05.462963 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 15fd85ac-0564-4e2f-8385-607cbaa110cb completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:05.496054 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 15fd85ac-0564-4e2f-8385-607cbaa110cb triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:05.496424 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:05.628384 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672d95610>, [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:12:03Z', 'revision_number': 3, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port': {'id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:03Z', 'updated_at': '2021-05-19T23:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:05.635344 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Checking router: ea4e6beb-4089-42b2-bc66-6f4a37371278 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:12:05.635703 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Updating router ea4e6beb-4089-42b2-bc66-6f4a37371278 port 3eed06ef-ea6e-43f6-9271-8645db6b6cef binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:12:05.671414 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:05.688693 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:05.716797 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:05.747460 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 15fd85ac-0564-4e2f-8385-607cbaa110cb, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=15fd85ac-0564-4e2f-8385-607cbaa110cb,segment=NetworkSegment(af250127-5509-4d69-bdc5-05cb4347a6cc),segment_id=af250127-5509-4d69-bdc5-05cb4347a6cc)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:12:05.760095 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:05.760943 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 30c5e533-926e-4731-b22b-5b08e05ca50c up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:05.791249 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:05.896916 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Allocated IP 172.20.0.1 (db090ac5-dfd3-4270-96c5-cd92b458192e/3de7622b-f99b-4db0-a40b-4d0f49d2d9cb/3c9beb75-0fe2-4441-9cf8-bc80be351bf0) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:12:05.939645 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=15fd85ac-0564-4e2f-8385-607cbaa110cb,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:05.946090 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:05.965294 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 30c5e533-926e-4731-b22b-5b08e05ca50c completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:05.996809 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 30c5e533-926e-4731-b22b-5b08e05ca50c triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:05.997098 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.153552 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.168943 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Transition to ACTIVE for port object 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:12:06.194681 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.199264 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:06.217170 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.225786 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-fbca4d7f-3ec6-48b2-a843-e1a588a40407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.266395 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Network db090ac5-dfd3-4270-96c5-cd92b458192e is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:12:06.269665 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:12:06.272076 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:12:06.311112 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:06.313317 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 30c5e533-926e-4731-b22b-5b08e05ca50c, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=30c5e533-926e-4731-b22b-5b08e05ca50c,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:12:06.314565 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:06.323037 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.326258 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.328503 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:06.336424 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.426608 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Transition to ACTIVE for port object 3eed06ef-ea6e-43f6-9271-8645db6b6cef will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:12:06.437883 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.459847 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=30c5e533-926e-4731-b22b-5b08e05ca50c,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:06.463949 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:06.464421 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:06.470561 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.522562 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Attempting to bind port 3eed06ef-ea6e-43f6-9271-8645db6b6cef on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:12:06.522855 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Attempting to bind port 3eed06ef-ea6e-43f6-9271-8645db6b6cef by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:12:06.523222 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Attempting to bind port 3eed06ef-ea6e-43f6-9271-8645db6b6cef on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:12:06.536135 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:12:06.536506 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:12:06.536915 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.537364 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:12:06.537811 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Bound port: 3eed06ef-ea6e-43f6-9271-8645db6b6cef, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:12:06.538188 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.585080 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4eccb-00ab-4615-9820-fd712456564f None None] Pushing event updated for resources: {'Port': ['ID=3eed06ef-ea6e-43f6-9271-8645db6b6cef,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:06.589481 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-a7e4eccb-00ab-4615-9820-fd712456564f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:06.590229 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-5d48aa4a-8b7d-4c7e-8025-7330d6dc4b5a None None] Provisioning for port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:06.599547 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-5d48aa4a-8b7d-4c7e-8025-7330d6dc4b5a None None] Provisioning complete for port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:06.599927 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-5d48aa4a-8b7d-4c7e-8025-7330d6dc4b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.670709 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] For port 3eed06ef-ea6e-43f6-9271-8645db6b6cef, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:12:06.675763 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] For port 3eed06ef-ea6e-43f6-9271-8645db6b6cef, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=3eed06ef-ea6e-43f6-9271-8645db6b6cef,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:12:06.676823 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-5d48aa4a-8b7d-4c7e-8025-7330d6dc4b5a None None] Port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:12:06.680429 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.685197 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:06.697012 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.701352 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.728429 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:06.754022 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Routers {'ea4e6beb-4089-42b2-bc66-6f4a37371278'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:12:06.754639 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672d95610>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:11:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['ea4e6beb-4089-42b2-bc66-6f4a37371278'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:06.809663 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:06.813061 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:06.816370 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:06.832751 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4eccb-00ab-4615-9820-fd712456564f None None] Pushing event updated for resources: {'Port': ['ID=3eed06ef-ea6e-43f6-9271-8645db6b6cef,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:06.837981 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-a7e4eccb-00ab-4615-9820-fd712456564f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:06.941870 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] Set router ea4e6beb-4089-42b2-bc66-6f4a37371278 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:12:06.948406 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Network db090ac5-dfd3-4270-96c5-cd92b458192e is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:12:06.949531 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:12:07.174864 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Router ea4e6beb-4089-42b2-bc66-6f4a37371278 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:12:07.254496 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-e6cefaf7-0c17-4c98-897e-53ad74e3ecaa None None] Provisioning complete for port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:07.254879 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e6cefaf7-0c17-4c98-897e-53ad74e3ecaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:07.282262 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 15fd85ac-0564-4e2f-8385-607cbaa110cb up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:07.376611 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:12:07.378112 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-e6cefaf7-0c17-4c98-897e-53ad74e3ecaa None None] Port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:12:07.386179 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] 10.222.0.25 "PUT /v2.0/routers/ea4e6beb-4089-42b2-bc66-6f4a37371278/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3818269
May 19 23:12:07.397172 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 15fd85ac-0564-4e2f-8385-607cbaa110cb triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:07.397172 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:07.445245 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672d95610>, [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 4, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port': {'id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:03Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '3c9beb75-0fe2-4441-9cf8-bc80be351bf0', 'name': '', 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'mac_address': 'fa:16:3e:26:20:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:05Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 2, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'subnets': [{'id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:07.452867 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9867cf-c599-4096-ad6a-dc97d04a34fa None None] The sync data for ids ['ea4e6beb-4089-42b2-bc66-6f4a37371278'] in dv-cinder-792299-1-iscsi is: [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 4, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port': {'id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:03Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '3c9beb75-0fe2-4441-9cf8-bc80be351bf0', 'name': '', 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'mac_address': 'fa:16:3e:26:20:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:05Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 2, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'subnets': [{'id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:12:07.527106 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 30c5e533-926e-4731-b22b-5b08e05ca50c up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:07.604248 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 30c5e533-926e-4731-b22b-5b08e05ca50c triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:07.605215 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.120380 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45256) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:08.126138 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297534239', 'description': 'tempest-secgroup-smoke-1297534239 description', 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:08.137772 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:08.142320 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:security_group and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:08.147862 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:08.154567 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:08.167081 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.190582 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:08.195141 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:security_group_rule and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:08.198291 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:08.204551 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:08.281451 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.286702 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.290520 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-cebe8baf-b9e7-4ae0-9c83-8c12ef88be6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:08.331079 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec315c3-a0f1-47ad-b70f-55f2c489a566,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:08.333579 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:08.335863 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.337094 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2157955
May 19 23:12:08.340115 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45260) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:08.346089 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'security_group_rule': {'security_group_id': 'bec315c3-a0f1-47ad-b70f-55f2c489a566', 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:08.352037 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:08.355850 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:security_group_rule and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:08.359108 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:08.365132 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:08.383452 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.449534 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.453382 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.456188 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:08.475472 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3676fbd-0fca-4d6a-ad8c-ad6576a08df9,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:08.479287 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:08.490888 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.492078 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1509645
May 19 23:12:08.494798 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45270) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:08.499953 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'security_group_rule': {'security_group_id': 'bec315c3-a0f1-47ad-b70f-55f2c489a566', 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:08.506470 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:08.510270 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:security_group_rule and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:08.513076 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:08.519138 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:08.537788 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.602710 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.606258 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.608292 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8b139416-9011-42a5-b612-1cebb577f3c0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:08.629532 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab5c5f7-e495-477b-a204-88d4d9467d03,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:08.632120 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:08.640148 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.644416 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1456223
May 19 23:12:08.644910 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45276) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:08.651656 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'security_group_rule': {'security_group_id': 'bec315c3-a0f1-47ad-b70f-55f2c489a566', 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:08.657300 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:08.661654 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:security_group_rule and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:08.664508 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:08.670381 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:08.686168 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.723292 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.752337 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.755881 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.757943 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4de02319-70d9-4f80-928c-823fb45926a5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:08.782561 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e05310-4e20-49ca-9899-53b921c357ed,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:08.785102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:08.791727 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.792909 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-b9bd92a2-5dce-4e85-9627-1ef9ace64456 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1470940
May 19 23:12:08.796092 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45280) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:08.803535 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'security_group_rule': {'security_group_id': 'bec315c3-a0f1-47ad-b70f-55f2c489a566', 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:08.809512 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:08.814682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:security_group_rule and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:08.817934 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:08.824670 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:08.850116 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.918372 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.924874 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.927271 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e936670e-b64b-4410-8fb0-3be79eafcee0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:08.950016 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db276b4-ff0f-41b0-8760-317a8f2ae2ea,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:08.960822 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.961253 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.961679 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.962101 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.962448 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.962801 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.963152 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.963559 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.963924 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.964267 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.964605 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.964959 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:12:08.967976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:08.969108 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1710393
May 19 23:12:08.970514 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:08.972328 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45288) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:08.977755 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'security_group_rule': {'security_group_id': 'bec315c3-a0f1-47ad-b70f-55f2c489a566', 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:08.983397 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:08.987947 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:security_group_rule and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:08.990983 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:08.997377 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:09.006864 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.securitygroups_db [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Project 49a2dbab91c0439ab4c5754ea5dffd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:12:09.010839 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a5ad1659-59a0-4d4a-b48e-7faf70596729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.013046 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.080138 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.083947 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.086102 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:09.107857 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c70678-0da5-4008-83fb-1e937132fe37,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:09.110421 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:09.117417 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.118620 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1450648
May 19 23:12:09.121274 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45292) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:09.126716 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'security_group_rule': {'security_group_id': 'bec315c3-a0f1-47ad-b70f-55f2c489a566', 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:09.132157 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:09.135884 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:security_group_rule and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:09.138682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:09.144976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:09.154858 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.securitygroups_db [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Project 49a2dbab91c0439ab4c5754ea5dffd85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:12:09.160465 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.232299 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.237561 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.240932 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 3eed06ef-ea6e-43f6-9271-8645db6b6cef up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:09.245527 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:09.265682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927d588f-b023-4f8e-8b00-4d3ff64e06fd,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:09.269694 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:09.277915 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.279316 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-049bd1a5-aa00-4677-9b8c-dd32e2be0144 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1570778
May 19 23:12:09.318474 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 3eed06ef-ea6e-43f6-9271-8645db6b6cef completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:09.323345 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 3eed06ef-ea6e-43f6-9271-8645db6b6cef triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:09.323719 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.486766 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.503139 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 3eed06ef-ea6e-43f6-9271-8645db6b6cef, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=3eed06ef-ea6e-43f6-9271-8645db6b6cef,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:12:09.507190 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:09.508989 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:09.576635 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=3eed06ef-ea6e-43f6-9271-8645db6b6cef,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:09.579652 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:09.719547 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:10.781083 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Sync routers for ids ['ea4e6beb-4089-42b2-bc66-6f4a37371278'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:12:10.791595 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Routers {'ea4e6beb-4089-42b2-bc66-6f4a37371278'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:12:10.792202 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f067318e100>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:12:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['ea4e6beb-4089-42b2-bc66-6f4a37371278'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:10.974181 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Set router ea4e6beb-4089-42b2-bc66-6f4a37371278 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:12:11.222769 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 3eed06ef-ea6e-43f6-9271-8645db6b6cef up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:11.289844 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 3eed06ef-ea6e-43f6-9271-8645db6b6cef triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:11.290226 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:11.294101 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f067318e100>, [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 4, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port': {'id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:03Z', 'updated_at': '2021-05-19T23:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '3c9beb75-0fe2-4441-9cf8-bc80be351bf0', 'name': '', 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'mac_address': 'fa:16:3e:26:20:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:05Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 2, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'subnets': [{'id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:11.302656 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Checking router: ea4e6beb-4089-42b2-bc66-6f4a37371278 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:12:11.302656 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Updating router ea4e6beb-4089-42b2-bc66-6f4a37371278 port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:12:11.354952 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:11.427158 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:11.705138 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:11.716588 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Transition to ACTIVE for port object 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:12:11.722794 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:11.726649 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:11.858742 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e14269-35b4-41de-b410-4fb1675fe1e5 None None] Pushing event updated for resources: {'Port': ['ID=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:11.863656 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-f7e14269-35b4-41de-b410-4fb1675fe1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:11.952676 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Attempting to bind port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:12:11.952676 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Attempting to bind port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:12:11.952676 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Attempting to bind port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 on network db090ac5-dfd3-4270-96c5-cd92b458192e {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:12:11.958444 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:12:11.958841 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Checking segment: {'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:12:11.959239 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:11.959630 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Bound using segment: {'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:12:11.960098 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Bound port: 3c9beb75-0fe2-4441-9cf8-bc80be351bf0, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af250127-5509-4d69-bdc5-05cb4347a6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:12:11.960468 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:12.054735 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] For port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:12:12.057727 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] For port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,segment=NetworkSegment(af250127-5509-4d69-bdc5-05cb4347a6cc),segment_id=af250127-5509-4d69-bdc5-05cb4347a6cc)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:12:12.062996 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:12.067062 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-8ad9f9d6-038f-4948-992c-5c458d605ccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:12.142975 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Routers {'ea4e6beb-4089-42b2-bc66-6f4a37371278'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:12:12.143589 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f067318e100>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:12:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['ea4e6beb-4089-42b2-bc66-6f4a37371278'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:12.233394 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e14269-35b4-41de-b410-4fb1675fe1e5 None None] Pushing event updated for resources: {'Port': ['ID=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,revision_number=4']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:12.238317 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-f7e14269-35b4-41de-b410-4fb1675fe1e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:12.351249 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] Set router ea4e6beb-4089-42b2-bc66-6f4a37371278 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:12:12.664212 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f067318e100>, [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 4, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port': {'id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:03Z', 'updated_at': '2021-05-19T23:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '3c9beb75-0fe2-4441-9cf8-bc80be351bf0', 'name': '', 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'mac_address': 'fa:16:3e:26:20:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:05Z', 'updated_at': '2021-05-19T23:12:12Z', 'revision_number': 4, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'subnets': [{'id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:12.668026 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ddfe1b-de9a-4c80-9344-b4aaa2413c1e None None] The sync data for ids ['ea4e6beb-4089-42b2-bc66-6f4a37371278'] in dv-cinder-792299-1-iscsi is: [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 4, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port': {'id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:03Z', 'updated_at': '2021-05-19T23:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '3c9beb75-0fe2-4441-9cf8-bc80be351bf0', 'name': '', 'network_id': 'db090ac5-dfd3-4270-96c5-cd92b458192e', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'mac_address': 'fa:16:3e:26:20:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:05Z', 'updated_at': '2021-05-19T23:12:12Z', 'revision_number': 4, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'subnets': [{'id': '3de7622b-f99b-4db0-a40b-4d0f49d2d9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:12:13.242395 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:13.315406 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:13.319972 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:13.320353 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:13.439239 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:13.472974 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,segment=NetworkSegment(af250127-5509-4d69-bdc5-05cb4347a6cc),segment_id=af250127-5509-4d69-bdc5-05cb4347a6cc)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:12:13.477030 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:13.478940 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:13.543673 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:13.547705 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:13.800132 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:15.225030 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:15.294941 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:15.295309 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:19.289841 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45438) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:19.406828 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:19.423113 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:19.427511 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Usage tracker for resource:security_group_rule and tenant:99cda3530a3a4b1e97f802d35be903d1 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:19.430313 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:19.435994 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:19.519144 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:19.524151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:19.531022 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6a20b961-b42c-4a52-97f9-09024910195a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:19.571525 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844d52e-b55e-4a56-a8be-bccead2e50f7,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:19.575725 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99cda3530a3a4b1e97f802d35be903d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2848284
May 19 23:12:19.576647 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:19.578325 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45444) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:19.640436 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a6baaa40-cb86-448c-8313-90315d624c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:19.667966 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a6baaa40-cb86-448c-8313-90315d624c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:19.720190 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a6baaa40-cb86-448c-8313-90315d624c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:19.724958 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-65440f16-0f76-4b10-94fb-d776c972a068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:19.739218 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6baaa40-cb86-448c-8313-90315d624c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844d52e-b55e-4a56-a8be-bccead2e50f7,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:19.742155 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a6baaa40-cb86-448c-8313-90315d624c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:19.744162 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a6baaa40-cb86-448c-8313-90315d624c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:19.746206 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-a6baaa40-cb86-448c-8313-90315d624c22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3844d52e-b55e-4a56-a8be-bccead2e50f7 HTTP/1.1" status: 204  len: 168 time: 0.1669230
May 19 23:12:25.361826 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:12:36.188787 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e312ec63-95f7-4f1e-acc4-ba93abaf64de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:36.407363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-b6870fec-cf17-4af5-b718-c2a8437d5756 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Synchronizing usage tracker for tenant:49a2dbab91c0439ab4c5754ea5dffd85 on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:12:36.424248 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-b6870fec-cf17-4af5-b718-c2a8437d5756 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Unset dirty status for tenant:49a2dbab91c0439ab4c5754ea5dffd85 on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:12:36.425480 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-b6870fec-cf17-4af5-b718-c2a8437d5756 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297534239&fields=id&tenant_id=49a2dbab91c0439ab4c5754ea5dffd85 HTTP/1.1" status: 200  len: 267 time: 0.0565560
May 19 23:12:36.578380 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-fe8814a8-16c5-423e-83e7-06ea95c5cc07 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:36.579065 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-fe8814a8-16c5-423e-83e7-06ea95c5cc07 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Synchronizing usage tracker for tenant:49a2dbab91c0439ab4c5754ea5dffd85 on resource:network {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:12:36.596838 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-fe8814a8-16c5-423e-83e7-06ea95c5cc07 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Unset dirty status for tenant:49a2dbab91c0439ab4c5754ea5dffd85 on resource:network {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:12:36.598004 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-fe8814a8-16c5-423e-83e7-06ea95c5cc07 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 808 time: 0.1657860
May 19 23:12:36.612753 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-98f08a59-b2a9-4458-a1c3-86e34840bf49 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/quotas/49a2dbab91c0439ab4c5754ea5dffd85 HTTP/1.1" status: 200  len: 375 time: 0.0092661
May 19 23:12:36.781363 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-71e5ef64-eaf1-49de-afda-24cadad3d0cc tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1632416
May 19 23:12:37.015930 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-842016ed-6d74-47ae-858e-18c2301d7b9c service neutron] 10.222.0.25 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232850
May 19 23:12:37.147262 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-dd9ba903-bb14-4814-aef8-a4da6381cb47 service neutron] 10.222.0.25 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242201
May 19 23:12:37.702774 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76ea26e0-c4b7-4164-a390-6150172d2541 req-0668afe6-93ae-4c43-bb4c-0799475c1b31 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 210 time: 0.0899112
May 19 23:12:38.723094 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:38.855172 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f22fbe22-db25-44c4-bb26-b47f4872ad62 req-d5170f8d-170f-4f32-910b-76846051e81a tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 210 time: 0.0427923
May 19 23:12:39.003630 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-c38375af-7ab1-43fa-aaf8-a45a8dc0a955 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:39.005039 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-c38375af-7ab1-43fa-aaf8-a45a8dc0a955 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.36 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 808 time: 0.1491265
May 19 23:12:39.012997 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-2d8bafc7-1e7e-485f-824f-8f21f6be5859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:39.060812 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-3c77802b-a2d9-44cb-b3c4-ccbba26717b2 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49a2dbab91c0439ab4c5754ea5dffd85 HTTP/1.1" status: 200  len: 380 time: 0.0397637
May 19 23:12:39.085213 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'port': {'device_id': '1ffc742d-696a-496c-b027-715fdd422292', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'admin_state_up': True, 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'security_groups': ['bec315c3-a0f1-47ad-b70f-55f2c489a566']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:39.220305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:39.224112 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:port and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:39.226930 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:39.232493 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:39.241913 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Made reservation on behalf of 49a2dbab91c0439ab4c5754ea5dffd85 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:12:39.245284 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:39.409618 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Allocated IP 172.20.0.5 (b285b490-3bef-4db6-b3e6-62f89d95eec0/49d83605-e313-429d-8f2e-a41534456ca3/1be2e82a-e141-4f61-ae70-ec21558461c2) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:12:39.605346 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:39.624208 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Transition to ACTIVE for port object 1be2e82a-e141-4f61-ae70-ec21558461c2 will not be triggered until provisioned by entity DHCP. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:12:39.646833 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:39.652159 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:39.722379 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:12:39.724371 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:39.725645 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:12:39.730050 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:12:39.779729 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:39.786042 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:39.818001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:39.818650 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:39.842959 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7612984
May 19 23:12:39.961125 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b99653-a5bf-458d-b73e-42dd1dbe4cd3 req-e587a822-c6e4-462c-b228-ea3b33a9392b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:39.963718 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a2b99653-a5bf-458d-b73e-42dd1dbe4cd3 req-e587a822-c6e4-462c-b228-ea3b33a9392b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0991225
May 19 23:12:39.963886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-fcff99c8-a68d-4193-aeeb-1c5c1d8193c2 None None] Provisioning for port 1be2e82a-e141-4f61-ae70-ec21558461c2 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:39.968963 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-fcff99c8-a68d-4193-aeeb-1c5c1d8193c2 None None] Provisioning complete for port 1be2e82a-e141-4f61-ae70-ec21558461c2 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:39.969518 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-fcff99c8-a68d-4193-aeeb-1c5c1d8193c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:39.996470 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Request body: {'port': {'device_id': '1ffc742d-696a-496c-b027-715fdd422292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:40.040260 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-fcff99c8-a68d-4193-aeeb-1c5c1d8193c2 None None] Port 1be2e82a-e141-4f61-ae70-ec21558461c2 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:12:40.127294 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a2b99653-a5bf-458d-b73e-42dd1dbe4cd3 req-51ac2bcc-a36f-4e47-9ed2-0857c939321c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1551979
May 19 23:12:40.195970 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:40.213905 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca406d0a-b7ac-4fab-91d4-6503973c12eb req-b9296ffc-9cbf-4cd5-b2a3-a7f6475034cb tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:40.214597 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-ca406d0a-b7ac-4fab-91d4-6503973c12eb req-b9296ffc-9cbf-4cd5-b2a3-a7f6475034cb tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Synchronizing usage tracker for tenant:49a2dbab91c0439ab4c5754ea5dffd85 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:12:40.275902 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-ca406d0a-b7ac-4fab-91d4-6503973c12eb req-b9296ffc-9cbf-4cd5-b2a3-a7f6475034cb tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Unset dirty status for tenant:49a2dbab91c0439ab4c5754ea5dffd85 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:12:40.277030 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ca406d0a-b7ac-4fab-91d4-6503973c12eb req-b9296ffc-9cbf-4cd5-b2a3-a7f6475034cb tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 931 time: 0.2896843
May 19 23:12:40.479429 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ca406d0a-b7ac-4fab-91d4-6503973c12eb req-170ede02-d80e-4ed9-8ad6-08d838d70721 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1951580
May 19 23:12:40.685924 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be2e82a-e141-4f61-ae70-ec21558461c2 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:12:40.693807 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:40.708621 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Transition to ACTIVE for port object 1be2e82a-e141-4f61-ae70-ec21558461c2 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:12:40.712473 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:40.716205 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:40.868635 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:40.876425 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:40.952602 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Attempting to bind port 1be2e82a-e141-4f61-ae70-ec21558461c2 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:12:40.952941 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Attempting to bind port 1be2e82a-e141-4f61-ae70-ec21558461c2 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:12:40.953300 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Attempting to bind port 1be2e82a-e141-4f61-ae70-ec21558461c2 on network b285b490-3bef-4db6-b3e6-62f89d95eec0 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:12:40.958799 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Port 1be2e82a-e141-4f61-ae70-ec21558461c2 on network b285b490-3bef-4db6-b3e6-62f89d95eec0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:12:40.959114 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Attempting to bind port 1be2e82a-e141-4f61-ae70-ec21558461c2 on network b285b490-3bef-4db6-b3e6-62f89d95eec0 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:12:40.964741 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:12:40.965336 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Checking segment: {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:12:40.965564 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Bound using segment: {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:12:40.966263 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Bound port: 1be2e82a-e141-4f61-ae70-ec21558461c2, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '901548a6-5897-4f1a-a7c1-4bbc588348ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:12:40.966615 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:40.978639 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45692) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:41.056124 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:12:41.059068 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:12:41.063568 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.068063 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-238150e5-3926-46cf-8222-2fc30a1c848e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:41.131284 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:41.132057 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.133382 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 1093 time: 1.2308216
May 19 23:12:41.133784 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:12:41.156966 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:41.167553 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:41.198093 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.214053 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:41.222763 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Usage tracker for resource:security_group_rule and tenant:6aaa563bd10f4d6083dcd8f619bd137e is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:41.227521 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:41.236618 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:41.344382 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.351734 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.364169 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:41.366513 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-699da23b-2b55-47f3-b1c1-97e3090b381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:41.368239 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-699da23b-2b55-47f3-b1c1-97e3090b381a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1096 time: 0.1745150
May 19 23:12:41.387542 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'status': 'completed', 'code': 200}
May 19 23:12:41.401944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35519fcf-47eb-4b80-a3b4-331fad704c37 req-f79f8e58-a93f-4669-9dcf-b4949909bb17 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:41.403569 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-35519fcf-47eb-4b80-a3b4-331fad704c37 req-f79f8e58-a93f-4669-9dcf-b4949909bb17 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1382813
May 19 23:12:41.405140 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6aaa563bd10f4d6083dcd8f619bd137e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4252694
May 19 23:12:41.407458 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45704) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:41.411697 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b7087d-c73b-40e7-8581-ceadf4db28f2,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:41.422501 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:41.441639 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.480140 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-47346bae-ceeb-4b3a-b0a7-4e41b0436704 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 217 time: 0.0755923
May 19 23:12:41.491334 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f8a81a34-5941-4f6b-975b-e1f60e0a0db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.523114 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f8a81a34-5941-4f6b-975b-e1f60e0a0db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.558093 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-35519fcf-47eb-4b80-a3b4-331fad704c37 req-002b1236-9290-4211-b431-11553afd6ceb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981841
May 19 23:12:41.581451 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f8a81a34-5941-4f6b-975b-e1f60e0a0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.586149 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-ff5312bb-2357-424c-83fa-ba5cd1aff426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:41.586340 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-08b541c9-b5f4-455f-9639-2dc11392fcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:41.588011 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-ff5312bb-2357-424c-83fa-ba5cd1aff426 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 200  len: 847 time: 0.0995917
May 19 23:12:41.600334 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a81a34-5941-4f6b-975b-e1f60e0a0db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b7087d-c73b-40e7-8581-ceadf4db28f2,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:41.602996 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f8a81a34-5941-4f6b-975b-e1f60e0a0db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:41.604205 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f8a81a34-5941-4f6b-975b-e1f60e0a0db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:41.607981 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-f8a81a34-5941-4f6b-975b-e1f60e0a0db0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77b7087d-c73b-40e7-8581-ceadf4db28f2 HTTP/1.1" status: 204  len: 168 time: 0.1980925
May 19 23:12:41.738085 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-eb291050-088b-49fb-a3fa-99640431eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:41.739612 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-eb291050-088b-49fb-a3fa-99640431eb20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b285b490-3bef-4db6-b3e6-62f89d95eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1443045
May 19 23:12:41.751062 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eba5a-6039-45d3-ac89-bcde2ce9ef18 req-4d96acbc-92b4-44ba-8d9e-f0e423095f00 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:41.752676 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0a4eba5a-6039-45d3-ac89-bcde2ce9ef18 req-4d96acbc-92b4-44ba-8d9e-f0e423095f00 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.1166580
May 19 23:12:41.895363 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0a4eba5a-6039-45d3-ac89-bcde2ce9ef18 req-aef531e7-e097-4b7c-89bd-3a68d8a7fc8b tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210566
May 19 23:12:41.918971 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-ff814d30-f5c8-46a2-8307-96dbab207abf service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653275
May 19 23:12:42.048863 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e2533b31-510c-49e1-abe3-cca5bde991a9 req-05cd28e0-f0ba-4468-bbe5-c71eb2902e6d service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228096
May 19 23:12:42.204842 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-269bb3ca-c229-4b70-809b-925239ca059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:42.206775 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-269bb3ca-c229-4b70-809b-925239ca059b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1096 time: 0.0704968
May 19 23:12:42.430622 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-a0db052f-d663-4830-83eb-7a9cd48345d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:42.432079 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-a0db052f-d663-4830-83eb-7a9cd48345d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 909 time: 0.2163692
May 19 23:12:42.502552 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-5badc87e-9472-48e1-9a88-000b218dd2ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 217 time: 0.0626063
May 19 23:12:42.569380 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-9aa61e31-6a19-49c8-abf2-ad5bdb8bb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:42.570842 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-9aa61e31-6a19-49c8-abf2-ad5bdb8bb5cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 200  len: 847 time: 0.0626376
May 19 23:12:42.647402 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-8de7e5a4-1dc1-4f43-ac89-f8e2d52e710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:42.648875 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-8de7e5a4-1dc1-4f43-ac89-f8e2d52e710b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b285b490-3bef-4db6-b3e6-62f89d95eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705993
May 19 23:12:42.838371 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-b166a925-b374-42e2-8845-6d91e7562712 service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1811664
May 19 23:12:42.850473 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4a229-587e-4fa1-8a36-b2131ee19d3e req-6b107040-5490-4a2e-af72-ff52c41fe657 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:42.851830 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b5b4a229-587e-4fa1-8a36-b2131ee19d3e req-6b107040-5490-4a2e-af72-ff52c41fe657 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1761959
May 19 23:12:42.984303 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b5b4a229-587e-4fa1-8a36-b2131ee19d3e req-d4549444-2971-4814-80f1-27687e7199eb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1140850
May 19 23:12:43.052328 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d93dccc8-1ad2-418b-b5f4-37507fe17896 req-bc3c32f8-6d46-499f-bacd-2bbe850c3168 service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1995354
May 19 23:12:43.086831 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1856ec-8ab8-4a91-9f83-c5d3006d2f6a req-b3315f21-a72c-471a-9429-203a76364cc4 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:43.088241 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bf1856ec-8ab8-4a91-9f83-c5d3006d2f6a req-b3315f21-a72c-471a-9429-203a76364cc4 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0843465
May 19 23:12:43.132681 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bf1856ec-8ab8-4a91-9f83-c5d3006d2f6a req-4b8f44d1-054e-4e23-845c-e87be2b53c16 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386553
May 19 23:12:43.812769 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:44.178432 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88823e3d-b66f-46f5-8e40-a233df56dc25 req-4e8b4216-b062-47a3-a7da-99230892c081 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:44.179912 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-88823e3d-b66f-46f5-8e40-a233df56dc25 req-4e8b4216-b062-47a3-a7da-99230892c081 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0840909
May 19 23:12:44.224688 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-88823e3d-b66f-46f5-8e40-a233df56dc25 req-4d853c4c-c144-40b5-b571-28d2d9dc827c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390635
May 19 23:12:44.317369 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949320-742e-4982-91b7-ad16be8f2809 req-8f209274-bb8a-459a-898a-247a2917e20f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:44.318841 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46949320-742e-4982-91b7-ad16be8f2809 req-8f209274-bb8a-459a-898a-247a2917e20f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0800672
May 19 23:12:44.365989 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46949320-742e-4982-91b7-ad16be8f2809 req-93b9e042-7813-4144-a5c8-c4adc1119eec tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414050
May 19 23:12:45.418868 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad299537-03ea-4597-b059-92b47c1c4ed2 req-e0c85a00-def3-40a8-9236-482861b666c5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:45.420576 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ad299537-03ea-4597-b059-92b47c1c4ed2 req-e0c85a00-def3-40a8-9236-482861b666c5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0817506
May 19 23:12:45.466116 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ad299537-03ea-4597-b059-92b47c1c4ed2 req-be7f57ce-7d8f-4c9b-99ac-c043d8620bd1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392482
May 19 23:12:45.551341 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e29c84-4bab-4b30-82e8-a72de2932fe5 req-0fbad7cf-d64e-4a67-8ecb-ea9b088539b8 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:45.562325 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-32e29c84-4bab-4b30-82e8-a72de2932fe5 req-0fbad7cf-d64e-4a67-8ecb-ea9b088539b8 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0875192
May 19 23:12:45.605335 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-32e29c84-4bab-4b30-82e8-a72de2932fe5 req-528e7e43-b0ed-4664-b7bc-c2581af12968 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378172
May 19 23:12:46.653369 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4fb0c-0416-4ea8-bac3-65d5a0acf727 req-3a5d2e6c-9828-49f1-97ae-a80ee38e9f96 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:46.654874 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-08a4fb0c-0416-4ea8-bac3-65d5a0acf727 req-3a5d2e6c-9828-49f1-97ae-a80ee38e9f96 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0799541
May 19 23:12:46.703530 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-08a4fb0c-0416-4ea8-bac3-65d5a0acf727 req-17ab302c-026d-432a-8c19-bdb456fde0d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426767
May 19 23:12:46.791346 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2256138-1844-44f9-bc5b-249b5eca432f req-358a086f-f366-4745-9f17-9560a0f3cc52 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:46.792726 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c2256138-1844-44f9-bc5b-249b5eca432f req-358a086f-f366-4745-9f17-9560a0f3cc52 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0811131
May 19 23:12:46.839531 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c2256138-1844-44f9-bc5b-249b5eca432f req-7f1ff21f-1fc3-4686-8508-b83c9ac74f5f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402203
May 19 23:12:47.892735 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf800e-172c-4809-9483-63173e7ad8ca req-876ea62e-4696-4ef9-903b-c3aa0765744d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:47.894258 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d2cf800e-172c-4809-9483-63173e7ad8ca req-876ea62e-4696-4ef9-903b-c3aa0765744d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0832677
May 19 23:12:47.939779 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d2cf800e-172c-4809-9483-63173e7ad8ca req-c5ac0ca5-5737-4f06-890f-aaee2eed5b0b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390029
May 19 23:12:48.022661 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0defc99-4b5c-4013-8b50-0d2db634346a req-19d42c53-3054-4301-b7ab-617a115b7778 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:48.024138 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c0defc99-4b5c-4013-8b50-0d2db634346a req-19d42c53-3054-4301-b7ab-617a115b7778 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0786328
May 19 23:12:48.070312 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c0defc99-4b5c-4013-8b50-0d2db634346a req-743b9629-3cf5-4ff9-9249-46fcd01b19f4 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404494
May 19 23:12:49.306872 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe57ffb-7030-4d83-a2ff-35db0b7ac742 req-4311fc23-b6b4-4757-b4c3-4f86073f0d20 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:49.308264 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfe57ffb-7030-4d83-a2ff-35db0b7ac742 req-4311fc23-b6b4-4757-b4c3-4f86073f0d20 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.1114058
May 19 23:12:49.317511 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6f91a-0e73-451b-95f9-6ef2ec76ccd8 req-28e319f6-f89a-46f0-9f75-8d7eb62cd964 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:49.318995 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-59d6f91a-0e73-451b-95f9-6ef2ec76ccd8 req-28e319f6-f89a-46f0-9f75-8d7eb62cd964 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.2573409
May 19 23:12:49.390375 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfe57ffb-7030-4d83-a2ff-35db0b7ac742 req-1fc67ae0-d5ac-4981-9dab-ad98b3391937 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704141
May 19 23:12:49.394727 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-59d6f91a-0e73-451b-95f9-6ef2ec76ccd8 req-0f061ed1-14bd-4d62-86e4-832b51b75f00 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611448
May 19 23:12:49.430680 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 1be2e82a-e141-4f61-ae70-ec21558461c2 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:12:49.561418 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:12:49.575168 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'port_id': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'mac_address': 'fa:16:3e:69:47:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:12:49.631943 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:49.648957 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be2e82a-e141-4f61-ae70-ec21558461c2 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:12:49.664609 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:12:49.669939 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:49.672767 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:49.738125 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:49.741281 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:49.969546 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['1be2e82a-e141-4f61-ae70-ec21558461c2'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:12:50.640449 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df2e68-3761-485d-9c05-e9fcf3027d07 req-26a0396e-002c-4a36-822b-0bf0e0aa2aca tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:50.641951 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d0df2e68-3761-485d-9c05-e9fcf3027d07 req-26a0396e-002c-4a36-822b-0bf0e0aa2aca tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 944 time: 0.1459880
May 19 23:12:50.649886 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26446401-db94-41c4-b4f8-b5f8ba938a11 req-4f43bbb8-d97c-48f2-8ce3-49c673fb6397 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:50.651214 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-26446401-db94-41c4-b4f8-b5f8ba938a11 req-4f43bbb8-d97c-48f2-8ce3-49c673fb6397 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1222064
May 19 23:12:50.720474 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d0df2e68-3761-485d-9c05-e9fcf3027d07 req-4ee3ae85-829a-4d3a-b426-91138adb11b3 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681696
May 19 23:12:50.724756 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-26446401-db94-41c4-b4f8-b5f8ba938a11 req-9d297862-fe7d-417e-b0c8-fb02c46cd174 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597758
May 19 23:12:51.424903 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 1be2e82a-e141-4f61-ae70-ec21558461c2 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:12:51.490536 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 1be2e82a-e141-4f61-ae70-ec21558461c2 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:12:51.494977 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 1be2e82a-e141-4f61-ae70-ec21558461c2 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:12:51.495355 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:51.613186 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:51.638640 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:12:51.649098 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:12:51.653032 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:51.655019 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:51.723882 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:51.726917 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:51.799318 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'code': 200}
May 19 23:12:51.967412 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd7bb6-b761-48aa-8146-c71193ce1d50 req-ea39631b-ceb9-4bf7-b943-46ec4acb2500 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:51.968865 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-92bd7bb6-b761-48aa-8146-c71193ce1d50 req-ea39631b-ceb9-4bf7-b943-46ec4acb2500 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.1440449
May 19 23:12:52.000686 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96687a1d-5798-4ae9-96a8-8e186c9fb687 req-cbf59cc2-e10d-4302-97f7-32641b96c5c6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:52.002727 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-96687a1d-5798-4ae9-96a8-8e186c9fb687 req-cbf59cc2-e10d-4302-97f7-32641b96c5c6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1206465
May 19 23:12:52.098974 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-92bd7bb6-b761-48aa-8146-c71193ce1d50 req-562e157c-0705-4bcc-88c4-5193c49441ab tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235538
May 19 23:12:52.116359 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-96687a1d-5798-4ae9-96a8-8e186c9fb687 req-c6d4a913-f640-4209-a318-db6c1c14df3b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075325
May 19 23:12:52.134926 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0161d-faad-47f4-a427-8a090ab08aef req-2c62d77e-caa0-416b-a939-dc59e04fc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:52.136373 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-09c0161d-faad-47f4-a427-8a090ab08aef req-2c62d77e-caa0-416b-a939-dc59e04fc5aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1098 time: 0.1011314
May 19 23:12:52.176155 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-09c0161d-faad-47f4-a427-8a090ab08aef req-7ad7c16f-a96d-4388-827b-543f9e22758f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335865
May 19 23:12:53.360355 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e6b35-31a4-439d-a5e1-b9a8ae8fd494 req-bd7d4e92-ef89-442d-8a0b-105678484c1b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:53.361849 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-315e6b35-31a4-439d-a5e1-b9a8ae8fd494 req-bd7d4e92-ef89-442d-8a0b-105678484c1b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1079597
May 19 23:12:53.369529 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86faa723-ade4-4d7e-887a-5050050582d0 req-3da0c4a3-28da-4ffa-8ac9-b55ffbcf0d85 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:53.370866 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-86faa723-ade4-4d7e-887a-5050050582d0 req-3da0c4a3-28da-4ffa-8ac9-b55ffbcf0d85 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.1558926
May 19 23:12:53.441095 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-315e6b35-31a4-439d-a5e1-b9a8ae8fd494 req-745bf6b4-8d5b-4556-b54f-aa86cb2b49e1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693033
May 19 23:12:53.445308 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-86faa723-ade4-4d7e-887a-5050050582d0 req-1ce6908c-dc19-4753-9205-e552b2903393 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607135
May 19 23:12:54.690561 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7f83-e971-42a7-a73a-05bbc3d70e0e req-e92d6099-25b9-484c-9d72-eadb566d3fe5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:54.692013 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8ba7f83-e971-42a7-a73a-05bbc3d70e0e req-e92d6099-25b9-484c-9d72-eadb566d3fe5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.1423619
May 19 23:12:54.699803 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64edd71-9e17-43f7-9371-0ae6873b1347 req-8fdfd9e2-3241-4241-8e9f-e76c3f117e81 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:54.701129 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f64edd71-9e17-43f7-9371-0ae6873b1347 req-8fdfd9e2-3241-4241-8e9f-e76c3f117e81 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1502059
May 19 23:12:54.770622 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b8ba7f83-e971-42a7-a73a-05bbc3d70e0e req-bf0a5276-9fda-425a-891e-7628e6d613f8 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684838
May 19 23:12:54.773203 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f64edd71-9e17-43f7-9371-0ae6873b1347 req-b41a4b9e-1dea-4a99-a013-39cfbafef2a0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580795
May 19 23:12:54.950921 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a937b1-93b8-475b-a3cf-01efe97a3a8c req-ab3bfbd3-3735-47da-92a3-fac5af25fe12 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:54.952673 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e1a937b1-93b8-475b-a3cf-01efe97a3a8c req-ab3bfbd3-3735-47da-92a3-fac5af25fe12 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0800030
May 19 23:12:55.000259 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e1a937b1-93b8-475b-a3cf-01efe97a3a8c req-5a11650e-03b9-47ae-a159-a1ae372c1cdf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410242
May 19 23:12:55.024276 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45758) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:55.247894 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9672fca-9560-4ffb-98d1-a385e348139b tempest-TestShelveInstance-1159766638 tempest-TestShelveInstance-1159766638-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:55.249346 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-c9672fca-9560-4ffb-98d1-a385e348139b tempest-TestShelveInstance-1159766638 tempest-TestShelveInstance-1159766638-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1093 time: 0.2241824
May 19 23:12:55.253077 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45764) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:12:55.257837 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'port_id': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:12:55.263578 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:12:55.267392 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Usage tracker for resource:floatingip and tenant:49a2dbab91c0439ab4c5754ea5dffd85 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:12:55.275358 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:12:55.276739 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:12:55.286674 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for floatingip, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:55.422378 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:55.558827 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Allocated IP 172.27.0.155 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/47a491e7-4544-41ad-b150-83d142d504df) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:12:55.786504 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:55.817386 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:55.821036 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:55.883930 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:12:55.888498 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:12:55.926929 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:12:55.957112 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'Port': ['ID=47a491e7-4544-41ad-b150-83d142d504df,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:55.967637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:56.067012 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296224b-32c9-421f-9c1d-be2cdf607e3f req-f0865d59-a8bc-4de9-b88a-e19fa726ad18 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:56.068390 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9296224b-32c9-421f-9c1d-be2cdf607e3f req-f0865d59-a8bc-4de9-b88a-e19fa726ad18 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1834362
May 19 23:12:56.160702 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9296224b-32c9-421f-9c1d-be2cdf607e3f req-6dcc533f-9028-494a-9c7e-6e8a6140f0d3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865097
May 19 23:12:56.400474 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:56.473439 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:56.674555 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:56.678767 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:56.682989 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:12:56.785691 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event updated for resources: {'Port': ['ID=47a491e7-4544-41ad-b150-83d142d504df,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:12:56.789523 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:12:56.796203 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:56.960436 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Floating IP 1d08abd2-1703-489c-abdd-b88023d74fd1 associated. External IP: 172.27.0.155, port: 1be2e82a-e141-4f61-ae70-ec21558461c2.
May 19 23:12:57.467246 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Router f80b9470-6b48-47ba-a655-6aa9b872c609 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:12:57.481286 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53afe27-0934-440f-931e-c2ead6df4d1a req-051a1bd6-e8d4-4a55-9a92-c8834d9d46c5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:57.482770 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f53afe27-0934-440f-931e-c2ead6df4d1a req-051a1bd6-e8d4-4a55-9a92-c8834d9d46c5 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1743574
May 19 23:12:57.655577 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f53afe27-0934-440f-931e-c2ead6df4d1a req-200856ed-7950-4cd4-80e8-9b56c78fd31c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184680
May 19 23:12:57.692173 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:12:57.701890 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] Sync routers for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:12:57.712411 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:12:57.713040 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672e35c40>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:12:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:57.716976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:12:57.771253 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5170746
May 19 23:12:57.771984 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:12:57.816303 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'status': 'completed', 'code': 200}
May 19 23:12:57.900115 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:12:57.932391 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-53b773c4-665b-467c-9ab6-68e723730388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:57.933962 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-53b773c4-665b-467c-9ab6-68e723730388 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1098 time: 0.0739729
May 19 23:12:58.062962 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-21b8dab6-d2ab-49b7-b66a-4a4273e04b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:58.064356 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-21b8dab6-d2ab-49b7-b66a-4a4273e04b89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 909 time: 0.1245370
May 19 23:12:58.165826 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-319fb9a1-9485-4d1a-a930-b53590016a76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 999 time: 0.0941815
May 19 23:12:58.228880 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-5ca408cb-dad5-437a-b42b-d24328d08318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:58.230351 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-5ca408cb-dad5-437a-b42b-d24328d08318 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 200  len: 847 time: 0.0583117
May 19 23:12:58.244281 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672e35c40>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '1d08abd2-1703-489c-abdd-b88023d74fd1', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'port_id': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'mac_address': 'fa:16:3e:69:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc742d-696a-496c-b027-715fdd422292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:12:56Z', 'updated_at': '2021-05-19T23:12:56Z', 'revision_number': 0, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 5, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:58.248521 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] Checking router: f80b9470-6b48-47ba-a655-6aa9b872c609 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:12:58.257462 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:12:58.258111 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672e35c40>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:12:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:58.304387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-6476a918-6d9d-4f3f-ab84-e54554dab1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:58.305961 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-6476a918-6d9d-4f3f-ab84-e54554dab1a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b285b490-3bef-4db6-b3e6-62f89d95eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699382
May 19 23:12:58.435848 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-ab2a8352-d991-4ba6-918f-068d427172e0 service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236174
May 19 23:12:58.443745 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:12:58.566043 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d15a87d1-3592-4594-9607-a36026a31bf8 req-e93cfc03-2c60-4110-8c16-1e75280cbf15 service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240873
May 19 23:12:58.782998 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672e35c40>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '1d08abd2-1703-489c-abdd-b88023d74fd1', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'port_id': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'mac_address': 'fa:16:3e:69:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc742d-696a-496c-b027-715fdd422292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:12:56Z', 'updated_at': '2021-05-19T23:12:56Z', 'revision_number': 0, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 5, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:12:58.786891 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a37375f-19f4-4104-a805-0f3c8ab489b0 None None] The sync data for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi is: [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '1d08abd2-1703-489c-abdd-b88023d74fd1', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'port_id': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'mac_address': 'fa:16:3e:69:47:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ffc742d-696a-496c-b027-715fdd422292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:12:56Z', 'updated_at': '2021-05-19T23:12:56Z', 'revision_number': 0, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 5, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:12:58.851823 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b77b9-3b22-4226-8c2e-0882ff3ccf5a req-20350876-f4bc-4c25-81eb-0859779c5cf3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:12:58.853300 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-968b77b9-3b22-4226-8c2e-0882ff3ccf5a req-20350876-f4bc-4c25-81eb-0859779c5cf3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0874658
May 19 23:12:58.899258 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-968b77b9-3b22-4226-8c2e-0882ff3ccf5a req-e3ed387b-8dcc-4044-82fc-568ae947c421 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400445
May 19 23:12:58.975374 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3744e74c-de14-4e1b-ace2-ad3def0130e2 None None] New status for floating IP 1d08abd2-1703-489c-abdd-b88023d74fd1: ACTIVE {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:13:00.090345 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c95ba3-85e8-4b01-8b89-c9857350b919 req-a6d4e8ff-4ae6-4954-86c1-0d9b66b56733 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:00.091784 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-38c95ba3-85e8-4b01-8b89-c9857350b919 req-a6d4e8ff-4ae6-4954-86c1-0d9b66b56733 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0799220
May 19 23:13:00.138117 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-38c95ba3-85e8-4b01-8b89-c9857350b919 req-ee66b505-6d86-4980-aecb-458db1a21203 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399039
May 19 23:13:01.323745 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad74c9-fd91-464b-8201-9ee5713eb70e req-70b97454-b257-43c3-9bae-17b0ae3d3bdc tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:01.325086 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71ad74c9-fd91-464b-8201-9ee5713eb70e req-70b97454-b257-43c3-9bae-17b0ae3d3bdc tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0795603
May 19 23:13:01.368398 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-71ad74c9-fd91-464b-8201-9ee5713eb70e req-c984afbc-dd29-430c-8214-408d826af248 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375924
May 19 23:13:02.364148 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:13:02.658457 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e8354-07eb-47b4-951b-0b8aed944288 req-1c2bdb2a-0bd1-4791-8f62-f946500dae65 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:02.660425 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e33e8354-07eb-47b4-951b-0b8aed944288 req-1c2bdb2a-0bd1-4791-8f62-f946500dae65 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1783137
May 19 23:13:02.704883 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e33e8354-07eb-47b4-951b-0b8aed944288 req-ce072bad-53f3-462e-8b03-5739b4c68917 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381281
May 19 23:13:03.902088 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f269e-28dc-412b-906e-01a8c624a223 req-52c7fd27-ff3d-47d0-b212-ba8acfe48e1c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:03.903680 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-566f269e-28dc-412b-906e-01a8c624a223 req-52c7fd27-ff3d-47d0-b212-ba8acfe48e1c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0826859
May 19 23:13:03.955549 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-566f269e-28dc-412b-906e-01a8c624a223 req-c3f0639e-8960-4ef8-a4b3-df01bce7f488 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455122
May 19 23:13:05.142820 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f74a4f-642d-4d2c-aca9-db380959b5df req-d955188d-6eba-43b4-9268-d01581bc8b04 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:05.144301 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-88f74a4f-642d-4d2c-aca9-db380959b5df req-d955188d-6eba-43b4-9268-d01581bc8b04 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0809588
May 19 23:13:05.189377 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-88f74a4f-642d-4d2c-aca9-db380959b5df req-a41a7b0c-1f05-4175-ab6f-ec93faa7b1ae tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394440
May 19 23:13:06.191892 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7db0bae7-42fc-429e-b26b-bac4f3f77700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:06.472636 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b45c9e-c924-4594-81d2-a3ddd440e6f2 req-178a3e99-2602-4804-ac00-d7d1ed414457 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:06.474017 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e1b45c9e-c924-4594-81d2-a3ddd440e6f2 req-178a3e99-2602-4804-ac00-d7d1ed414457 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0866206
May 19 23:13:06.563542 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e1b45c9e-c924-4594-81d2-a3ddd440e6f2 req-0da7e864-9539-47aa-9f60-416709f455a4 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590639
May 19 23:13:06.586459 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024b944-75e9-4997-96cd-0bcc2d3a3c7f req-0ddc3c1e-17d1-4de1-8b10-2d11814b389c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:06.587935 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d024b944-75e9-4997-96cd-0bcc2d3a3c7f req-0ddc3c1e-17d1-4de1-8b10-2d11814b389c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1130540
May 19 23:13:06.636597 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d024b944-75e9-4997-96cd-0bcc2d3a3c7f req-5f2f92eb-e8b3-481b-9574-868f8d8bb489 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428619
May 19 23:13:07.750297 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53c4d-064c-43ee-854f-789490d467f2 req-d5eb82e3-b494-4a14-a893-5830860e7c76 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:07.751769 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-40e53c4d-064c-43ee-854f-789490d467f2 req-d5eb82e3-b494-4a14-a893-5830860e7c76 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0806313
May 19 23:13:07.848277 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-40e53c4d-064c-43ee-854f-789490d467f2 req-f13e6d5b-45ef-439b-a290-7bcc6f151f08 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607424
May 19 23:13:07.866818 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc629b-0417-4638-817d-35e9eff92493 req-2bc2940a-117a-4297-b8cf-ef24d38b7165 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:07.868282 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-becc629b-0417-4638-817d-35e9eff92493 req-2bc2940a-117a-4297-b8cf-ef24d38b7165 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1156483
May 19 23:13:07.915380 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-becc629b-0417-4638-817d-35e9eff92493 req-beafb457-411a-416f-a39f-79d369b30389 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414331
May 19 23:13:08.499725 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb7327-225a-4189-b801-171d288b2e0a req-b0c4f7c2-0651-4a0d-8c54-520cf1733b55 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:08.501193 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-26fb7327-225a-4189-b801-171d288b2e0a req-b0c4f7c2-0651-4a0d-8c54-520cf1733b55 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.0817180
May 19 23:13:08.648063 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Deleting port 2df55109-b3cf-49b1-bcc7-362b1e96791c {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:13:08.648405 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:08.731760 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:08.783323 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] For port 2df55109-b3cf-49b1-bcc7-362b1e96791c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2df55109-b3cf-49b1-bcc7-362b1e96791c,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:08.783910 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:09.020054 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d5401b63-cb64-4444-9d14-de983bb00b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:09.194457 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:09.194823 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:09.195132 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Floating IP 7d675fed-e391-430d-b656-60e93e61ae79 disassociated. External IP: 172.27.0.68, port: 2df55109-b3cf-49b1-bcc7-362b1e96791c.
May 19 23:13:09.195473 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Calling delete_port for 2df55109-b3cf-49b1-bcc7-362b1e96791c owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:13:09.212858 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27855f7b-b3e7-45fe-911d-888eb622fff3 req-7bc9147d-cd0f-4576-b161-ad4329a48a32 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:09.214426 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-27855f7b-b3e7-45fe-911d-888eb622fff3 req-7bc9147d-cd0f-4576-b161-ad4329a48a32 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 946 time: 0.2552481
May 19 23:13:09.254437 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c1a60-b1bd-4157-a60d-852dbab50fc0 req-4da238da-591f-4222-b722-f9ad2a4fdbc7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:09.255917 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-665c1a60-b1bd-4157-a60d-852dbab50fc0 req-4da238da-591f-4222-b722-f9ad2a4fdbc7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1730528
May 19 23:13:09.305459 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-27855f7b-b3e7-45fe-911d-888eb622fff3 req-9d65ddca-86d5-4173-86ba-1e6eca14edf3 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=a56a86ba-777b-40a3-97f2-f5a980b0a9ec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842361
May 19 23:13:09.330956 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-665c1a60-b1bd-4157-a60d-852dbab50fc0 req-a8da0036-407f-4770-bcdb-39d9ded55d44 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688827
May 19 23:13:09.501944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:09.507545 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:09.551835 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event deleted for resources: {'Port': ['ID=2df55109-b3cf-49b1-bcc7-362b1e96791c,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:09.563313 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.563749 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.564116 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.565012 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.565365 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.565738 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.566095 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.566442 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.566797 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.567140 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.567483 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.567823 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:09.619008 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:09.726951 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:09.749609 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Router 8aefcd87-ea01-4418-b325-2a83559aef1c has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:13:09.932512 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:13:09.941779 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] Sync routers for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:13:09.952701 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:13:09.953623 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672c5e7f0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:13:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:13:10.008255 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] No DVR routers for this DVR port 2df55109-b3cf-49b1-bcc7-362b1e96791c on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:13:10.011051 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:10.018631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'name': 'network-vif-deleted', 'tag': '2df55109-b3cf-49b1-bcc7-362b1e96791c'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:13:10.026567 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-26fb7327-225a-4189-b801-171d288b2e0a req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "DELETE /v2.0/ports/2df55109-b3cf-49b1-bcc7-362b1e96791c HTTP/1.1" status: 204  len: 173 time: 1.5199642
May 19 23:13:10.075483 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6e8173-2e41-4b6e-9588-33c0ebe39c34', 'name': 'network-vif-deleted', 'tag': '2df55109-b3cf-49b1-bcc7-362b1e96791c', 'status': 'completed', 'code': 200}
May 19 23:13:10.186556 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:13:10.514202 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672c5e7f0>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:13:10.516805 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-16816bac-8bad-4c37-8f1f-459811b633c3 req-0cf5929b-f3cf-44f6-9d58-8690f405938b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Synchronizing usage tracker for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:13:10.518590 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] Checking router: 8aefcd87-ea01-4418-b325-2a83559aef1c for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:13:10.527048 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:13:10.527661 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672c5e7f0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:13:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:13:10.555053 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-16816bac-8bad-4c37-8f1f-459811b633c3 req-0cf5929b-f3cf-44f6-9d58-8690f405938b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Unset dirty status for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:13:10.556325 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-16816bac-8bad-4c37-8f1f-459811b633c3 req-0cf5929b-f3cf-44f6-9d58-8690f405938b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c6e8173-2e41-4b6e-9588-33c0ebe39c34 HTTP/1.1" status: 200  len: 210 time: 0.1292915
May 19 23:13:10.584956 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d64ac-4bca-4389-86ff-fe1b48409923 req-5d6fd702-8067-4fd8-bdba-8f2578700138 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:10.586534 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa4d64ac-4bca-4389-86ff-fe1b48409923 req-5d6fd702-8067-4fd8-bdba-8f2578700138 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1196978
May 19 23:13:10.638518 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa4d64ac-4bca-4389-86ff-fe1b48409923 req-b8aa8959-4a52-490a-8f60-3fbd6ab8401d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458021
May 19 23:13:10.719612 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:13:11.034814 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672c5e7f0>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:13:11.038690 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f77596-4120-4ba4-8540-d13232e553e6 None None] The sync data for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi is: [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:13:11.237812 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b221d-f634-4cf7-9dbd-8b26def1aaa7 None None] New status for floating IP 7d675fed-e391-430d-b656-60e93e61ae79: DOWN {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:13:11.435775 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:11.583394 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:13:11.592822 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2df55109-b3cf-49b1-bcc7-362b1e96791c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:13:11.632360 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 2df55109-b3cf-49b1-bcc7-362b1e96791c {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:13:11.632710 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2df55109-b3cf-49b1-bcc7-362b1e96791c not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:13:11.683943 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45824) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:13:11.751837 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6b403404-1613-4534-862e-1879dd566314 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:11.759334 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:11.773445 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'port_id': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'mac_address': 'fa:16:3e:37:3c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:13:11.822371 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6b403404-1613-4534-862e-1879dd566314 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:11.827554 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:11.844992 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2148a886-a1ec-4f47-b1ee-02a675142f76 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:13:11.860975 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:11.864728 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:11.866528 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:11.896593 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27f4a9-8365-4002-b425-3d2e194bd339 req-e459cad8-9474-4d0f-91ae-e6bfa086c4ed tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:11.898082 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0f27f4a9-8365-4002-b425-3d2e194bd339 req-e459cad8-9474-4d0f-91ae-e6bfa086c4ed tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1353722
May 19 23:13:11.921497 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6b403404-1613-4534-862e-1879dd566314 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:11.928874 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:11.946458 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b403404-1613-4534-862e-1879dd566314 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56a86ba-777b-40a3-97f2-f5a980b0a9ec,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:11.957000 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6b403404-1613-4534-862e-1879dd566314 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:11.973279 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0f27f4a9-8365-4002-b425-3d2e194bd339 req-467f911a-dc5b-44ef-8b56-443de9580b8a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681236
May 19 23:13:11.975331 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6b403404-1613-4534-862e-1879dd566314 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:11.976340 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-6b403404-1613-4534-862e-1879dd566314 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "DELETE /v2.0/security-groups/a56a86ba-777b-40a3-97f2-f5a980b0a9ec HTTP/1.1" status: 204  len: 168 time: 0.2913854
May 19 23:13:11.979024 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45828) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:13:11.987717 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=6']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:11.995508 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.995783 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.api.v2.resource [None req-8ac63324-36d5-4b37-96bb-c972bb73c8c9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] show failed (client error): The resource could not be found.
May 19 23:13:11.995921 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.996178 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999422 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999791 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-8ac63324-36d5-4b37-96bb-c972bb73c8c9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups/a56a86ba-777b-40a3-97f2-f5a980b0a9ec HTTP/1.1" status: 404  len: 347 time: 0.0168562
May 19 23:13:11.999886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:11.999886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:12.000406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45832) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:13:12.003484 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:12.035575 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['2148a886-a1ec-4f47-b1ee-02a675142f76'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:13:12.217247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Deleting port c241cacc-bef9-4c18-9d42-b01dad701b89 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:13:12.217501 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:12.339184 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:12.339561 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:12.568082 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Calling delete_port for c241cacc-bef9-4c18-9d42-b01dad701b89 owned by network:floatingip {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:13:12.687198 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:12.692010 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ef24df12-8a43-478b-9629-cbd811c601b7 tempest-VolumesSnapshotTestJSON-1867656922 tempest-VolumesSnapshotTestJSON-1867656922-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:12.734496 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event deleted for resources: {'Port': ['ID=c241cacc-bef9-4c18-9d42-b01dad701b89,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:12.737477 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:12.831685 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:12.850440 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:12.854471 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "DELETE /v2.0/floatingips/7d675fed-e391-430d-b656-60e93e61ae79 HTTP/1.1" status: 204  len: 168 time: 0.8511016
May 19 23:13:13.085186 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45868) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:13:13.093841 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084651344', 'description': 'tempest-description--398371804'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:13:13.101453 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:13:13.106034 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:security_group and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:13:13.109457 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:13:13.119585 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:13:13.176247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.216502 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:13:13.222870 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:security_group_rule and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:13:13.226565 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:13:13.234334 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:13:13.255832 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d9ba2-2b6a-44f0-980f-4b5a736fe3ec req-6531b426-879c-43c9-870a-047edae20299 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:13.257478 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-411d9ba2-2b6a-44f0-980f-4b5a736fe3ec req-6531b426-879c-43c9-870a-047edae20299 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 944 time: 0.1347122
May 19 23:13:13.336288 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-411d9ba2-2b6a-44f0-980f-4b5a736fe3ec req-94925980-5556-43f9-9dde-f5e267238e55 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698996
May 19 23:13:13.384337 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.389320 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.394155 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fc50be79-3343-4601-847d-1e249ca274ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:13.440789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5d0999-5828-47a1-8f5d-dba8f71f5525,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:13.444243 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.448326 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3593473
May 19 23:13:13.448326 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-00de90c3-b974-421a-850d-2f2e759a4143 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:13.448594 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45872) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:13:13.454598 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'security_group_rule': {'security_group_id': '9a5d0999-5828-47a1-8f5d-dba8f71f5525', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:13:13.460567 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:13:13.468634 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:security_group_rule and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:13:13.471996 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:13:13.479111 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:13:13.498518 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.572868 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.583651 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.586048 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:13.612719 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5480ac7c-1411-4433-9a39-1f04bac25536,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:13.614259 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:13:13.618812 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:13.629094 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.633656 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 45876) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:13:13.642626 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'security_group_rule': {'security_group_id': '9a5d0999-5828-47a1-8f5d-dba8f71f5525', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:13:13.647018 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1969423
May 19 23:13:13.655986 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:13:13.664403 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:security_group_rule and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:13:13.667725 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:13:13.677464 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:13:13.697042 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.708303 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 2148a886-a1ec-4f47-b1ee-02a675142f76 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:13:13.708682 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.766285 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.772361 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.774668 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:13.807056 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.812130 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1766939
May 19 23:13:13.813396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7309557e-f7e5-4cc2-89c3-2f65d9f5f3ea,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:13.814502 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 45880) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:13:13.822317 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:13:13.824243 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.824862 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.825422 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.826138 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.826693 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.827259 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.827834 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.828428 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.829249 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.830009 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.830604 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.831171 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:13:13.835260 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:13.848200 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:13:13.855692 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.856942 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Usage tracker for resource:floatingip and tenant:4e9e58f86f5542dab77bd679acbe76a6 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:13:13.861020 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.861941 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:13:13.868987 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:13:13.886031 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.894433 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:13:13.921761 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:13.928187 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:13.930382 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:13.987279 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'code': 200}
May 19 23:13:14.029991 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=7']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:14.034245 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:14.064618 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:14.212695 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Allocated IP 172.27.0.203 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/d39d2082-583d-4061-9792-b0a49e359ce0) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:13:14.412998 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:14.455744 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:14.461422 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d64ab415-7717-48c9-872d-33a21063e577 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:14.595345 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:13:14.595792 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:13:14.601284 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:13:14.685008 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'Port': ['ID=d39d2082-583d-4061-9792-b0a49e359ce0,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:14.689429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:14.761224 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225ebb9-7738-47bd-8c24-58fdbb61810f req-fa69f227-8b68-468c-abe1-844e5051094a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:14.762780 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4225ebb9-7738-47bd-8c24-58fdbb61810f req-fa69f227-8b68-468c-abe1-844e5051094a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.3023460
May 19 23:13:14.793763 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:14.811342 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23926-1e41-410d-a1e0-932496920465 req-6d2bb235-e040-4884-bbbc-820004d798f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:14.813040 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6a23926-1e41-410d-a1e0-932496920465 req-6d2bb235-e040-4884-bbbc-820004d798f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 1098 time: 0.1632211
May 19 23:13:14.923103 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4225ebb9-7738-47bd-8c24-58fdbb61810f req-96000ffa-9b77-4a90-bc98-f25af8b16d4c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1470973
May 19 23:13:15.006420 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:15.080330 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23926-1e41-410d-a1e0-932496920465 req-739a8389-af9f-4c21-9ca4-5281d5399c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:15.081687 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6a23926-1e41-410d-a1e0-932496920465 req-739a8389-af9f-4c21-9ca4-5281d5399c3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.2210329
May 19 23:13:15.378968 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6a23926-1e41-410d-a1e0-932496920465 req-577abd3f-b4c6-4340-a983-192aff76ee3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2148a886-a1ec-4f47-b1ee-02a675142f76 HTTP/1.1" status: 200  len: 1001 time: 0.2895343
May 19 23:13:15.537494 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23926-1e41-410d-a1e0-932496920465 req-337ed476-7114-4fba-85a5-802c2eec6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:15.539459 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6a23926-1e41-410d-a1e0-932496920465 req-337ed476-7114-4fba-85a5-802c2eec6395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.1536512
May 19 23:13:15.595407 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:15.623912 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:15.629411 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-53e2aa84-c9b9-406a-9e68-e965a4523b5c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:15.756977 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a23926-1e41-410d-a1e0-932496920465 req-1c3c440e-ce8a-439e-9f00-174c8d09e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:15.758488 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6a23926-1e41-410d-a1e0-932496920465 req-1c3c440e-ce8a-439e-9f00-174c8d09e4b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2079113
May 19 23:13:15.759142 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'Port': ['ID=d39d2082-583d-4061-9792-b0a49e359ce0,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:15.763312 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:15.766165 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:15.884480 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:15.895746 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0698566
May 19 23:13:15.932752 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6a23926-1e41-410d-a1e0-932496920465 req-1c2d78c4-6018-44c3-b93c-cb389ba3be18 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1620047
May 19 23:13:16.265553 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6a23926-1e41-410d-a1e0-932496920465 req-ce53176e-bf72-43f5-ba1c-f762c478932c service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3250592
May 19 23:13:16.268558 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-bf79790c-f912-4472-aa63-de1a3fd69f6c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Synchronizing usage tracker for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:13:16.298120 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-bf79790c-f912-4472-aa63-de1a3fd69f6c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Unset dirty status for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:13:16.299950 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-bf79790c-f912-4472-aa63-de1a3fd69f6c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1084651344&fields=id&tenant_id=4e9e58f86f5542dab77bd679acbe76a6 HTTP/1.1" status: 200  len: 267 time: 0.1464226
May 19 23:13:16.312162 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d51ae-2f2e-487f-9d98-6b0f86d8a6e7 req-7ac1c49b-247d-4d90-858a-3a55699a2d0f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:16.313944 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-077d51ae-2f2e-487f-9d98-6b0f86d8a6e7 req-7ac1c49b-247d-4d90-858a-3a55699a2d0f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.2079887
May 19 23:13:16.464257 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-077d51ae-2f2e-487f-9d98-6b0f86d8a6e7 req-0d66992f-5a4f-44b1-afa2-212d8f8abf61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1238384
May 19 23:13:16.513664 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-e7d3a9a8-b667-484e-81fd-1f4279942f00 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:16.515487 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-e7d3a9a8-b667-484e-81fd-1f4279942f00 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 810 time: 0.2005630
May 19 23:13:16.531479 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-1d161a74-2a77-48a3-88d5-999dbe413242 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/quotas/4e9e58f86f5542dab77bd679acbe76a6 HTTP/1.1" status: 200  len: 375 time: 0.0095909
May 19 23:13:16.632279 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-d2bff781-e736-41ed-b43a-1db79abda87c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Synchronizing usage tracker for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:13:16.651456 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-d2bff781-e736-41ed-b43a-1db79abda87c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Unset dirty status for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:13:16.653058 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-d2bff781-e736-41ed-b43a-1db79abda87c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1119933
May 19 23:13:16.863134 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-f7d37bbb-5bfa-4c8b-b4e4-bc5eff79ed8c service neutron] 10.222.0.25 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1937315
May 19 23:13:17.026930 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-361ea59e-bb38-46cb-928d-7612748fa125 service neutron] 10.222.0.25 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1561439
May 19 23:13:17.232164 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7c2e5a9b-ff46-4a8a-9f11-98526b1fdda1 req-884e0c72-35d1-4d4b-a31a-4826aff7ed47 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 210 time: 0.0475872
May 19 23:13:17.728825 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c3de4-7b37-4cfb-b118-30e30912dd35 req-1dd4cfc9-bab1-49af-8f5d-0fed79ec80cd tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:17.730914 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e33c3de4-7b37-4cfb-b118-30e30912dd35 req-1dd4cfc9-bab1-49af-8f5d-0fed79ec80cd tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1086845
May 19 23:13:17.785033 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e33c3de4-7b37-4cfb-b118-30e30912dd35 req-6c86b5f0-2e11-4d08-adcb-1599176665a2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469060
May 19 23:13:18.580601 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d0c82df2-374a-49a9-bb24-9173c7b6169f req-4455dac8-7e19-4e5a-857d-089e2d1fd7e6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 210 time: 0.2282333
May 19 23:13:18.727481 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-7463fef1-f837-4ff3-b11e-61848ca1545c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:18.728763 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-7463fef1-f837-4ff3-b11e-61848ca1545c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 810 time: 0.3142409
May 19 23:13:18.827887 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-e5cba529-e04f-454d-85ba-dd758cf3dd46 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9e58f86f5542dab77bd679acbe76a6 HTTP/1.1" status: 200  len: 380 time: 0.0501051
May 19 23:13:18.840895 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'port': {'device_id': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'admin_state_up': True, 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'security_groups': ['9a5d0999-5828-47a1-8f5d-dba8f71f5525']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:13:19.076300 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:13:19.088811 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:13:19.105242 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e374772-fb21-48c8-b487-1bad111475a0 req-d5957078-e213-4c9f-9456-77d7271f6947 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:19.112578 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8e374772-fb21-48c8-b487-1bad111475a0 req-d5957078-e213-4c9f-9456-77d7271f6947 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1658771
May 19 23:13:19.129714 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Made reservation on behalf of 4e9e58f86f5542dab77bd679acbe76a6 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:13:19.133058 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:19.215995 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8e374772-fb21-48c8-b487-1bad111475a0 req-7a19975d-c8f9-466b-836b-b5a8bf0e40f1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025360
May 19 23:13:19.336723 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Allocated IP 172.20.0.4 (11a79554-ad4d-4855-8029-2fed5693b697/8f0a9720-efa2-41fe-a590-cdcfcdb3884f/bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:13:19.562101 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:19.578720 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Transition to ACTIVE for port object bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 will not be triggered until provisioned by entity DHCP. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:13:19.606123 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:19.612342 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e5028887-5c56-4433-b8f2-f9af67bc17b8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:19.691940 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Network 11a79554-ad4d-4855-8029-2fed5693b697 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:13:19.695220 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:13:19.699233 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:13:19.783763 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event updated for resources: {'Port': ['ID=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:19.792285 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:19.836758 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:19.837403 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:19.898930 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569d5d-39e6-498a-8b0d-0e8795961029 req-ff442070-81fd-40a5-99d2-ffaf947016a5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:19.899680 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-76569d5d-39e6-498a-8b0d-0e8795961029 req-ff442070-81fd-40a5-99d2-ffaf947016a5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Synchronizing usage tracker for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:13:19.904794 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0704558
May 19 23:13:19.925979 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Request body: {'port': {'device_id': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:13:19.956471 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-76569d5d-39e6-498a-8b0d-0e8795961029 req-ff442070-81fd-40a5-99d2-ffaf947016a5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Unset dirty status for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:13:19.957635 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76569d5d-39e6-498a-8b0d-0e8795961029 req-ff442070-81fd-40a5-99d2-ffaf947016a5 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 931 time: 0.2201080
May 19 23:13:19.971722 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-2f52d067-63f9-42b6-9d63-c657627dc5c7 None None] Provisioning for port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:13:19.977680 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-2f52d067-63f9-42b6-9d63-c657627dc5c7 None None] Provisioning complete for port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:13:19.978534 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-2f52d067-63f9-42b6-9d63-c657627dc5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:20.042548 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-2f52d067-63f9-42b6-9d63-c657627dc5c7 None None] Port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:13:20.063131 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76569d5d-39e6-498a-8b0d-0e8795961029 req-db337532-38fd-4c82-bfe1-ef3e54e48978 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0930502
May 19 23:13:20.085835 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:20.526418 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3f21f-88d6-41a6-886c-808209276083 req-0287f118-d699-4687-b2fe-5692a45ed89d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:20.527819 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-51c3f21f-88d6-41a6-886c-808209276083 req-0287f118-d699-4687-b2fe-5692a45ed89d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1681979
May 19 23:13:20.564177 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:13:20.579465 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:20.602819 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-51c3f21f-88d6-41a6-886c-808209276083 req-e8013180-6293-4beb-a644-5a3428a05547 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664282
May 19 23:13:20.605329 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Transition to ACTIVE for port object bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:13:20.610268 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:20.614531 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fcc45d04-4cb4-4bf4-a9b3-1ab61a7dc742 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:20.861847 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:20.889238 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:20.982018 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Attempting to bind port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:13:20.982381 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Attempting to bind port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:13:20.982798 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Attempting to bind port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 on network 11a79554-ad4d-4855-8029-2fed5693b697 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:13:20.988461 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 on network 11a79554-ad4d-4855-8029-2fed5693b697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:13:20.988879 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Attempting to bind port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 on network 11a79554-ad4d-4855-8029-2fed5693b697 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:13:20.994350 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:13:20.994862 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Checking segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:13:20.995239 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Bound using segment: {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:13:20.995660 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Bound port: bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2405a208-5c4b-4f84-aeb3-f115ce0cb815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:13:20.996013 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:21.107648 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] For port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:13:21.112004 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] For port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:13:21.130028 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:21.130028 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b2f9a5c5-76ae-4486-a27d-8b932b457ee7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:21.227981 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:21.227981 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:21.227981 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 HTTP/1.1" status: 200  len: 1093 time: 1.3002691
May 19 23:13:21.227981 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'tag': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:13:21.290750 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'tag': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'status': 'completed', 'code': 200}
May 19 23:13:21.366940 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:21.372395 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:21.420469 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1508edb-d3d0-4b32-b5d8-8eff6b066a13 req-5efde437-ab39-43f4-9269-344549727de7 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:21.428444 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f1508edb-d3d0-4b32-b5d8-8eff6b066a13 req-5efde437-ab39-43f4-9269-344549727de7 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 943 time: 0.2019382
May 19 23:13:21.489889 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-adfb59f9-d236-4017-9984-00b8225661c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:21.491468 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-adfb59f9-d236-4017-9984-00b8225661c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 1096 time: 0.1819351
May 19 23:13:21.505974 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f1508edb-d3d0-4b32-b5d8-8eff6b066a13 req-e00ee7c0-6c34-4d22-b347-7716a28ba9a0 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749075
May 19 23:13:21.580254 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-489194e0-89fa-4f2a-950a-503ad21464c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 HTTP/1.1" status: 200  len: 217 time: 0.0726600
May 19 23:13:21.657012 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-3174da90-4e1b-4e93-87e8-79de36c81ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:21.659237 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-3174da90-4e1b-4e93-87e8-79de36c81ad8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.0713329
May 19 23:13:21.819670 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-40a6fe9d-3eaf-4fc2-a920-166b61e9a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:21.821156 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-40a6fe9d-3eaf-4fc2-a920-166b61e9a810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1547189
May 19 23:13:21.874384 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c07660-5dd0-41ea-9a9d-106f0adb388f req-172669e5-1179-47b5-99cf-f953b7a86e1a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:21.875941 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e0c07660-5dd0-41ea-9a9d-106f0adb388f req-172669e5-1179-47b5-99cf-f953b7a86e1a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1274729
May 19 23:13:22.002211 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e0c07660-5dd0-41ea-9a9d-106f0adb388f req-1a96e7c5-6bf7-4c51-a518-147a73a452e6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740530
May 19 23:13:22.019325 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-368acf93-58e7-4fc9-95be-111726613b0e service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905429
May 19 23:13:22.153020 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-916c5c94-ce2d-4cbb-8ac6-208052d5532c req-d8b223c3-b4ad-415a-98f9-d023aa92995c service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270320
May 19 23:13:22.332216 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-874167db-dda3-4551-b159-db8664409038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:22.333594 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-874167db-dda3-4551-b159-db8664409038 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 1096 time: 0.0755744
May 19 23:13:22.597006 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-6faa8eca-9d64-4c5f-aba7-62b72e33c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:22.598761 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-6faa8eca-9d64-4c5f-aba7-62b72e33c801 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 911 time: 0.1298225
May 19 23:13:22.707928 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-fe42e96d-679a-4e2f-8849-9767d3741d3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 HTTP/1.1" status: 200  len: 217 time: 0.0731187
May 19 23:13:22.781585 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-43beaae4-2659-4fd7-9493-193707877c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:22.783030 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-43beaae4-2659-4fd7-9493-193707877c76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.0672534
May 19 23:13:22.794178 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64e7b-4969-4d7a-9900-3124e945fa99 req-0922235c-9b52-4baf-a56d-cef3bed942ff tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:22.795809 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-47a64e7b-4969-4d7a-9900-3124e945fa99 req-0922235c-9b52-4baf-a56d-cef3bed942ff tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 943 time: 0.1922033
May 19 23:13:22.844481 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-b545cef1-75ad-4bcb-997d-9d344cf1724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:22.846075 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-b545cef1-75ad-4bcb-997d-9d344cf1724f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 1098 time: 0.0779243
May 19 23:13:22.985694 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-47a64e7b-4969-4d7a-9900-3124e945fa99 req-10eda976-7e71-4f4a-af46-23ef8d976380 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564578
May 19 23:13:22.989983 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-fdd31fbb-799d-4f1c-88bb-f889de9f99a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:22.991702 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-fdd31fbb-799d-4f1c-88bb-f889de9f99a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.1358173
May 19 23:13:22.998576 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-da0d106f-fff3-477f-8def-22a3ec497a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:23.000147 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-da0d106f-fff3-477f-8def-22a3ec497a87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2034602
May 19 23:13:23.096665 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-1118f26d-7cd3-4218-8fb3-90980dc679c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2148a886-a1ec-4f47-b1ee-02a675142f76 HTTP/1.1" status: 200  len: 1001 time: 0.0976183
May 19 23:13:23.159573 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-12debe57-df7c-420c-b2db-e57e6584aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:23.161015 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-12debe57-df7c-420c-b2db-e57e6584aa69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.0570138
May 19 23:13:23.176753 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-c1fcd656-f8ea-4395-b183-e44412e9420b service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696899
May 19 23:13:23.240447 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-f14fd828-d932-4f25-ac53-67850e68f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:23.241891 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-f14fd828-d932-4f25-ac53-67850e68f0da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726707
May 19 23:13:23.310668 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6ad8d-f267-4415-9f31-8a9f527754f1 req-03485533-33f1-4ce3-8517-0015abae4bf3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:23.312141 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-64d6ad8d-f267-4415-9f31-8a9f527754f1 req-03485533-33f1-4ce3-8517-0015abae4bf3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.1870391
May 19 23:13:23.362321 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-602d9a86-c372-438c-bfcb-ddb468910eb5 req-23127fe9-a05f-443b-b574-8415b642f2a5 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1751466
May 19 23:13:23.371922 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-64d6ad8d-f267-4415-9f31-8a9f527754f1 req-f5f4d916-5026-44fa-9cc0-c98715e2826c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539460
May 19 23:13:23.376509 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-70c2fc90-be06-4733-a001-c3077dc6996f service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270251
May 19 23:13:23.513386 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-1d3c59f6-49b9-460f-858c-a32aeb506e9f req-81668cb5-e25c-4cf1-b41f-4a14d94069fc service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249845
May 19 23:13:23.659686 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:13:23.790869 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:23.804239 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'port_id': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'mac_address': 'fa:16:3e:65:a3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:13:23.856855 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:23.873421 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:13:23.889120 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:23.892986 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:23.895488 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-c9726969-b5b4-4296-9aa6-a0f2163a85dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:23.961734 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:23.964691 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:24.215623 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1506f0-5b11-4c5e-a979-93a47ec07f68 req-0a3853ea-1fdb-4ba6-a9c5-f73b85899119 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:24.217092 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5f1506f0-5b11-4c5e-a979-93a47ec07f68 req-0a3853ea-1fdb-4ba6-a9c5-f73b85899119 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 944 time: 0.1246319
May 19 23:13:24.240964 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:13:24.266220 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5f1506f0-5b11-4c5e-a979-93a47ec07f68 req-efe777da-a589-4d1d-b8d3-971a6c528c19 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420403
May 19 23:13:24.559374 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef802e4-e170-47cf-8001-7cc26826f58f req-ed8b4895-b3e4-44d1-b96a-4db0b4a8a0d9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:24.560878 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7ef802e4-e170-47cf-8001-7cc26826f58f req-ed8b4895-b3e4-44d1-b96a-4db0b4a8a0d9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0799220
May 19 23:13:24.605438 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7ef802e4-e170-47cf-8001-7cc26826f58f req-2446f2fc-178a-4a8d-997d-89e652f4120a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386233
May 19 23:13:25.456588 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295aa0e-8c1a-4ce8-b9ca-682abc2d60c8 req-ccaf2e27-c623-4852-928e-7af0248f7e88 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:25.457982 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7295aa0e-8c1a-4ce8-b9ca-682abc2d60c8 req-ccaf2e27-c623-4852-928e-7af0248f7e88 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 944 time: 0.0836756
May 19 23:13:25.503148 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7295aa0e-8c1a-4ce8-b9ca-682abc2d60c8 req-744e5d92-0934-46c8-a26d-801d724a8e7f tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394950
May 19 23:13:25.684609 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:13:25.753363 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:13:25.760116 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:13:25.760499 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:25.802656 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41750f9-4091-45b6-b036-23b299fc5977 req-0f346486-c0ce-46cd-8557-9c95287ec14f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:25.804095 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f41750f9-4091-45b6-b036-23b299fc5977 req-0f346486-c0ce-46cd-8557-9c95287ec14f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 945 time: 0.0894175
May 19 23:13:25.851671 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f41750f9-4091-45b6-b036-23b299fc5977 req-7fd5ca60-fa5c-480c-ab6e-188698d8d0ca tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418284
May 19 23:13:25.882086 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:25.912211 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:13:25.922417 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:25.927495 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:25.928480 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:13:25.957738 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:25.996693 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'code': 200}
May 19 23:13:26.050970 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:26.054542 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:26.115212 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:26.150666 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:26.155070 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:26.158444 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:26.233292 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=8']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:26.236913 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:26.237550 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554b245-d093-4bbd-b061-96038a40f563 req-1c5dda2b-1ca6-4006-a31b-669969da95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:26.239049 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5554b245-d093-4bbd-b061-96038a40f563 req-1c5dda2b-1ca6-4006-a31b-669969da95fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 1098 time: 0.0771992
May 19 23:13:26.282051 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5554b245-d093-4bbd-b061-96038a40f563 req-3c181cc8-7cc2-43b2-baa7-69fbdd09acb6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350277
May 19 23:13:26.691830 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb5b79-0c1c-43c8-9236-6a2c13eaf0ac req-8bf6da19-68dd-49c3-bf1f-dcfe24411ef9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:26.693263 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-56bb5b79-0c1c-43c8-9236-6a2c13eaf0ac req-8bf6da19-68dd-49c3-bf1f-dcfe24411ef9 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 945 time: 0.0837657
May 19 23:13:26.737762 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-56bb5b79-0c1c-43c8-9236-6a2c13eaf0ac req-4853eb16-9376-4f43-b49d-3b197ed970d6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387228
May 19 23:13:27.325488 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259aee74-b058-41e1-aab7-1fd251278ece req-846fee6a-57a1-4816-9632-f682c3b54888 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:27.326978 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-259aee74-b058-41e1-aab7-1fd251278ece req-846fee6a-57a1-4816-9632-f682c3b54888 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.1417170
May 19 23:13:27.330380 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-1b5ef1fe-3e24-457c-ab10-229b1e641205 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1089313
May 19 23:13:27.373733 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-259aee74-b058-41e1-aab7-1fd251278ece req-22c842b1-e952-48ef-9bda-7c3ceb02d27c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408185
May 19 23:13:27.932522 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d3536-8673-45fd-a124-2483d14ef28b req-27d1158f-fab0-48da-b974-bbff6a38511d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:27.934035 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b98d3536-8673-45fd-a124-2483d14ef28b req-27d1158f-fab0-48da-b974-bbff6a38511d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 945 time: 0.0864456
May 19 23:13:27.981855 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b98d3536-8673-45fd-a124-2483d14ef28b req-5ba583f9-7798-4350-b89b-3ef609ef82ff tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418913
May 19 23:13:27.997408 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:13:28.041331 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'code': 200}
May 19 23:13:28.159399 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb5f0c-beb2-43a7-a9a4-9232f16f938f req-e88e8e1f-f0c7-4805-bb59-66e191565cda tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:28.160823 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3ecb5f0c-beb2-43a7-a9a4-9232f16f938f req-e88e8e1f-f0c7-4805-bb59-66e191565cda tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 945 time: 0.0813262
May 19 23:13:28.169105 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46022) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:13:28.174593 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Request body: {'floatingip': {'port_id': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:13:28.249350 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:28.330660 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-c22c22b7-3111-48ea-b42b-03da7e390dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:28.332055 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-c22c22b7-3111-48ea-b42b-03da7e390dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49&tenant_id=53987ff1b20b440aaf085abc7ac05d84 HTTP/1.1" status: 200  len: 1096 time: 0.0728090
May 19 23:13:28.462051 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-53bf9532-6974-4ed8-80e3-a2aa136bc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:28.463559 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-53bf9532-6974-4ed8-80e3-a2aa136bc8b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=53987ff1b20b440aaf085abc7ac05d84&device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 1096 time: 0.0790653
May 19 23:13:28.597546 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-64eb9d9e-b368-44c5-98aa-0993a423bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:28.598934 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-64eb9d9e-b368-44c5-98aa-0993a423bc11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 200  len: 918 time: 0.1286263
May 19 23:13:28.705210 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-6b995e3b-3c00-4ab3-a601-fb871a42d604 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2148a886-a1ec-4f47-b1ee-02a675142f76 HTTP/1.1" status: 200  len: 999 time: 0.0979853
May 19 23:13:28.754537 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655d7da-7399-43d1-b7a9-d9056813683e req-090f8f69-bbf8-46e1-8f95-f54db498948b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:28.755998 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9655d7da-7399-43d1-b7a9-d9056813683e req-090f8f69-bbf8-46e1-8f95-f54db498948b tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.2480810
May 19 23:13:28.773252 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-ac6d1360-3750-406f-8285-2144d4821114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:28.774758 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-ac6d1360-3750-406f-8285-2144d4821114 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 200  len: 856 time: 0.0627437
May 19 23:13:28.853565 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-4ac7f81b-7083-485f-b11e-df3e1dbec5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:28.854966 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-4ac7f81b-7083-485f-b11e-df3e1dbec5e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f0d5efb6-161b-405c-994a-779d0b8ab63e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727563
May 19 23:13:28.890449 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9655d7da-7399-43d1-b7a9-d9056813683e req-b8bdfe10-3180-46f8-9f52-070528662130 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1264038
May 19 23:13:29.054309 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:29.058359 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:29.074385 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-9110d976-5a78-4894-8584-ac98db777711 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113616
May 19 23:13:29.209927 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-233097ac-a447-47d1-8fc0-cdb64f5a2581 req-29f17747-aaf4-4bbc-b427-1e4be170b639 service neutron] 10.222.0.36 "GET /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273162
May 19 23:13:29.227803 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Floating IP e5e1492d-fd37-4dfd-81b8-147da304e0e6 associated. External IP: 172.27.0.203, port: bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6.
May 19 23:13:29.585768 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Router 8aefcd87-ea01-4418-b325-2a83559aef1c has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:13:29.929803 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:13:29.934914 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:29.943293 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] Sync routers for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:13:29.959156 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:13:29.960031 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672e35cd0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:13:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:13:30.116589 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-abbaea4d-0cd2-45c6-9926-1354addcde57 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "PUT /v2.0/floatingips/e5e1492d-fd37-4dfd-81b8-147da304e0e6 HTTP/1.1" status: 200  len: 991 time: 1.9459610
May 19 23:13:30.122439 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'tag': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:13:30.174758 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bea5e0-18a6-4d58-a999-96a537eb1a91 req-cd8828aa-e340-4900-b509-b3ea2a00801a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:30.177349 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c3bea5e0-18a6-4d58-a999-96a537eb1a91 req-cd8828aa-e340-4900-b509-b3ea2a00801a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.1410134
May 19 23:13:30.189465 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:13:30.231474 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c3bea5e0-18a6-4d58-a999-96a537eb1a91 req-03e724e4-544c-478d-b468-7deab93dc375 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490212
May 19 23:13:30.300614 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'tag': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'status': 'completed', 'code': 200}
May 19 23:13:30.611145 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672e35cd0>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': 'e5e1492d-fd37-4dfd-81b8-147da304e0e6', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'port_id': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'mac_address': 'fa:16:3e:65:a3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:13:14Z', 'updated_at': '2021-05-19T23:13:28Z', 'revision_number': 1, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:13:30.615445 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] Checking router: 8aefcd87-ea01-4418-b325-2a83559aef1c for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:13:30.624432 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:13:30.625175 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672e35cd0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:13:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:13:30.807620 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:13:31.163068 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672e35cd0>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': 'e5e1492d-fd37-4dfd-81b8-147da304e0e6', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'port_id': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'mac_address': 'fa:16:3e:65:a3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:13:14Z', 'updated_at': '2021-05-19T23:13:28Z', 'revision_number': 1, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:13:31.167519 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b3269-a626-420e-9d8c-ba33e57b4ae5 None None] The sync data for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi is: [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': 'e5e1492d-fd37-4dfd-81b8-147da304e0e6', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'port_id': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'mac_address': 'fa:16:3e:65:a3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:13:14Z', 'updated_at': '2021-05-19T23:13:28Z', 'revision_number': 1, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:13:31.400454 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ecd522-0589-43fa-ba20-687b10727746 None None] New status for floating IP e5e1492d-fd37-4dfd-81b8-147da304e0e6: ACTIVE {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:13:31.452407 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483328d4-d31d-44c2-83b8-2b30331cb1bf req-69351022-6c5e-4af0-a300-fe635adb2ac2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:31.455262 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-483328d4-d31d-44c2-83b8-2b30331cb1bf req-69351022-6c5e-4af0-a300-fe635adb2ac2 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0969310
May 19 23:13:31.504280 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-483328d4-d31d-44c2-83b8-2b30331cb1bf req-f251b3d9-4b4b-4aa9-baad-7f4c6d0bd203 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415900
May 19 23:13:32.719572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b62cb-b574-4b23-bc2b-504a882c4e9d req-b404f253-346b-41b0-90f0-99d2370756cf tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:32.721123 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b64b62cb-b574-4b23-bc2b-504a882c4e9d req-b404f253-346b-41b0-90f0-99d2370756cf tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0875220
May 19 23:13:32.767383 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b64b62cb-b574-4b23-bc2b-504a882c4e9d req-dc7410ef-13c7-4138-8cec-a5599c6b2712 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402975
May 19 23:13:33.964610 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a0754-d7fa-4063-9f2c-9ee3bb0fc6bc req-9e09433f-ff41-40e3-8830-d3784f81306d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:33.966144 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0e8a0754-d7fa-4063-9f2c-9ee3bb0fc6bc req-9e09433f-ff41-40e3-8830-d3784f81306d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0821137
May 19 23:13:34.020913 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0e8a0754-d7fa-4063-9f2c-9ee3bb0fc6bc req-343461a2-b312-4374-8842-13166ed1d4cb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471349
May 19 23:13:35.220978 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fd0a6-da56-451c-b087-e19a9ec9c514 req-a1a63d65-2763-4c1a-a3f9-bc65f766219f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:35.222625 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-088fd0a6-da56-451c-b087-e19a9ec9c514 req-a1a63d65-2763-4c1a-a3f9-bc65f766219f tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0848296
May 19 23:13:35.270189 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-088fd0a6-da56-451c-b087-e19a9ec9c514 req-cd988333-2e83-4f0e-bf94-9d3f67e51ed9 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414701
May 19 23:13:36.193774 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-42b89c8f-82f8-472e-98b2-e367d1a99822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:36.474443 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa92b62-e1bc-4a60-a995-d0c9b72606d1 req-ed11ec07-8772-42f4-8f14-9b9d92e7bb3c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:36.476085 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2aa92b62-e1bc-4a60-a995-d0c9b72606d1 req-ed11ec07-8772-42f4-8f14-9b9d92e7bb3c tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0902400
May 19 23:13:36.523024 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2aa92b62-e1bc-4a60-a995-d0c9b72606d1 req-551abe0f-0277-49bb-9146-e6c5fef1b2b6 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410581
May 19 23:13:37.723123 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457c173-12f7-4931-af35-f7e77ed07499 req-f34c333b-edf0-4449-8cb5-fd6622723a85 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:37.724580 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c457c173-12f7-4931-af35-f7e77ed07499 req-f34c333b-edf0-4449-8cb5-fd6622723a85 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0838149
May 19 23:13:37.775609 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c457c173-12f7-4931-af35-f7e77ed07499 req-57244dfd-c1d6-4c54-903f-6b8c56e7b394 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453203
May 19 23:13:38.716261 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:38.985924 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcacf79-ceee-4a69-888e-828629897789 req-c2be08d1-f6e7-4a67-8386-9587fc2012a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:38.987385 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4fcacf79-ceee-4a69-888e-828629897789 req-c2be08d1-f6e7-4a67-8386-9587fc2012a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0863919
May 19 23:13:39.018304 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c2f9b600-d7fe-4dea-84ff-71c35e31e9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:39.037630 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4fcacf79-ceee-4a69-888e-828629897789 req-57d8edb6-dc93-4fec-8abe-395c34d38eb4 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443428
May 19 23:13:39.363083 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:13:39.730962 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:40.225690 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7fc2d-93a9-4b3b-80ca-aec6ddef906e req-9fdb5891-766f-40df-bfb7-8ec7e85624d7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:40.227149 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ddb7fc2d-93a9-4b3b-80ca-aec6ddef906e req-9fdb5891-766f-40df-bfb7-8ec7e85624d7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0816641
May 19 23:13:40.272228 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ddb7fc2d-93a9-4b3b-80ca-aec6ddef906e req-3cecd313-c8ec-494a-9fde-c5de1f0c18be tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393910
May 19 23:13:40.454541 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2715178-5538-4f70-a1ea-9748e42adadd req-d140bc91-130f-4002-a53f-71940bbb0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:40.455991 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a2715178-5538-4f70-a1ea-9748e42adadd req-d140bc91-130f-4002-a53f-71940bbb0a7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 1098 time: 0.0715001
May 19 23:13:40.586669 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2715178-5538-4f70-a1ea-9748e42adadd req-d9834799-878e-46ce-93fd-2a0e097cc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:40.588120 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a2715178-5538-4f70-a1ea-9748e42adadd req-d9834799-878e-46ce-93fd-2a0e097cc9f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 200  len: 911 time: 0.1249003
May 19 23:13:40.689085 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a2715178-5538-4f70-a1ea-9748e42adadd req-f2cce397-954f-4e50-9ef2-ac60dcbd3d4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 HTTP/1.1" status: 200  len: 1001 time: 0.0943530
May 19 23:13:40.753034 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2715178-5538-4f70-a1ea-9748e42adadd req-97b3a7f0-a9a8-499f-a365-04f5247c4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:40.754392 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a2715178-5538-4f70-a1ea-9748e42adadd req-97b3a7f0-a9a8-499f-a365-04f5247c4db2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 200  len: 849 time: 0.0570979
May 19 23:13:40.833847 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2715178-5538-4f70-a1ea-9748e42adadd req-2823a04b-8bd5-4898-af52-be3d869be4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:40.835270 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a2715178-5538-4f70-a1ea-9748e42adadd req-2823a04b-8bd5-4898-af52-be3d869be4dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a79554-ad4d-4855-8029-2fed5693b697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719018
May 19 23:13:40.965680 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a2715178-5538-4f70-a1ea-9748e42adadd req-c77819a8-e5fd-4af9-ae3b-c37d892ec427 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224411
May 19 23:13:41.094634 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a2715178-5538-4f70-a1ea-9748e42adadd req-ee9d636e-b232-4dc7-9df6-3e3586420453 service neutron] 10.222.0.36 "GET /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217048
May 19 23:13:41.437401 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:41.462779 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d02732-ce0a-4e8e-9d8e-3c117e066417 req-18b69404-cdae-480f-9775-66f51f724ebc tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:41.464257 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06d02732-ce0a-4e8e-9d8e-3c117e066417 req-18b69404-cdae-480f-9775-66f51f724ebc tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 943 time: 0.0834520
May 19 23:13:41.512211 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06d02732-ce0a-4e8e-9d8e-3c117e066417 req-d847644b-3c99-48b0-b45d-79fafdc73d79 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422621
May 19 23:13:41.752926 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:13:41.884135 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:41.896882 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'port_id': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'mac_address': 'fa:16:3e:37:3c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:13:41.950539 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:41.969536 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2148a886-a1ec-4f47-b1ee-02a675142f76 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:13:41.984763 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:41.988472 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:41.990159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-a7e4eccb-00ab-4615-9820-fd712456564f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:42.053459 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=9']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:42.056331 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:42.287607 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['2148a886-a1ec-4f47-b1ee-02a675142f76'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:13:42.703943 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492adee-85b8-4e34-85a6-efce7ebfd44f req-94d00e71-027b-4cec-867c-ed97349a07e0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:42.705382 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e492adee-85b8-4e34-85a6-efce7ebfd44f req-94d00e71-027b-4cec-867c-ed97349a07e0 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 944 time: 0.0830564
May 19 23:13:42.750172 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e492adee-85b8-4e34-85a6-efce7ebfd44f req-5a87e202-90cc-4d7d-8af7-d9604fffb076 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383625
May 19 23:13:43.757260 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:13:43.838354 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:43.840116 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 2148a886-a1ec-4f47-b1ee-02a675142f76 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:13:43.840116 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:43.945572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e95064-fc40-4623-beff-0a380f12acf1 req-a00b415c-7cf6-427f-ac44-6af827114fea tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:43.947111 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c9e95064-fc40-4623-beff-0a380f12acf1 req-a00b415c-7cf6-427f-ac44-6af827114fea tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 944 time: 0.0862372
May 19 23:13:43.989608 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:43.992215 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c9e95064-fc40-4623-beff-0a380f12acf1 req-d53c538f-8cab-4815-b581-625acedb33e7 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387759
May 19 23:13:44.016522 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:13:44.026638 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:13:44.030441 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:13:44.033083 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:13:44.064104 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'code': 200}
May 19 23:13:44.102893 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=10']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:13:44.105741 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:13:44.337631 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9a4de-a733-4074-a73c-51255dd4b22e req-17c79e06-ab11-4423-be0b-5251d0c0c32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:44.339041 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-e5f9a4de-a733-4074-a73c-51255dd4b22e req-17c79e06-ab11-4423-be0b-5251d0c0c32b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 1099 time: 0.0694242
May 19 23:13:44.379446 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-e5f9a4de-a733-4074-a73c-51255dd4b22e req-f3683396-3f0b-43d7-bb44-1743ed396ddf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332847
May 19 23:13:45.181631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbbc64-9a0f-408b-a71b-5b71c90e9c72 req-8be2a335-0f5c-4053-b644-91c66e50cc5d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:45.183011 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1fcbbc64-9a0f-408b-a71b-5b71c90e9c72 req-8be2a335-0f5c-4053-b644-91c66e50cc5d tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 946 time: 0.0799487
May 19 23:13:45.227681 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1fcbbc64-9a0f-408b-a71b-5b71c90e9c72 req-e015a485-dce3-4b97-a500-bc44416bbd42 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384724
May 19 23:13:46.420085 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc217b1-7bc6-4b29-90b9-4bc7906fa85a req-51345a2b-48ab-49a1-806a-1d3f0ae20801 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:13:46.422166 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8dc217b1-7bc6-4b29-90b9-4bc7906fa85a req-51345a2b-48ab-49a1-806a-1d3f0ae20801 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 946 time: 0.0837848
May 19 23:13:46.465649 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8dc217b1-7bc6-4b29-90b9-4bc7906fa85a req-bd5810f7-3acb-4454-877e-67469b14e1e3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377312
May 19 23:14:06.194578 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-968f563b-ba67-4cf1-bd11-5b3bd5aa67d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:08.720200 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:09.010771 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-5062b857-7a45-4077-9048-75afd11946c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:09.734443 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:11.444104 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:13.826187 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:16.362303 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:14:16.656834 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-aa738055-425c-4c86-a382-02cfc0642b4a req-de5d68ff-4e2c-4e4e-8554-317e698dc214 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705271
May 19 23:14:16.767304 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738055-425c-4c86-a382-02cfc0642b4a req-5511746b-f325-42d7-8fc7-cf5497fbd94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:16.768813 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-aa738055-425c-4c86-a382-02cfc0642b4a req-5511746b-f325-42d7-8fc7-cf5497fbd94f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1098 time: 0.0697048
May 19 23:14:16.910127 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738055-425c-4c86-a382-02cfc0642b4a req-e346e4c7-d6c6-40b2-95b5-264b3ddecc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:16.911522 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-aa738055-425c-4c86-a382-02cfc0642b4a req-e346e4c7-d6c6-40b2-95b5-264b3ddecc6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 909 time: 0.1241066
May 19 23:14:17.015440 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-aa738055-425c-4c86-a382-02cfc0642b4a req-c417656a-2110-45f7-afb2-e2536bfb7f13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 1001 time: 0.0963135
May 19 23:14:17.076795 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738055-425c-4c86-a382-02cfc0642b4a req-1c03aa54-56b1-4cb6-82cd-9defc82ab9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:17.078770 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-aa738055-425c-4c86-a382-02cfc0642b4a req-1c03aa54-56b1-4cb6-82cd-9defc82ab9c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 200  len: 847 time: 0.0571070
May 19 23:14:17.236379 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738055-425c-4c86-a382-02cfc0642b4a req-7921a0b4-ca98-4367-8dcb-36b6d4cd044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:17.237858 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-aa738055-425c-4c86-a382-02cfc0642b4a req-7921a0b4-ca98-4367-8dcb-36b6d4cd044d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b285b490-3bef-4db6-b3e6-62f89d95eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1521957
May 19 23:14:17.367383 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-aa738055-425c-4c86-a382-02cfc0642b4a req-eee40c3f-f737-4c04-8fcd-9596ea44710b service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220906
May 19 23:14:17.497061 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-aa738055-425c-4c86-a382-02cfc0642b4a req-f6aa7775-8a0a-4e3d-b7f5-236524021544 service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1206179
May 19 23:14:20.369759 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b0de5-216e-46c5-a5b7-642805578d74 req-ea6e56d0-d106-425b-b3e8-15a86a26d0a8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:20.371085 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fe2b0de5-216e-46c5-a5b7-642805578d74 req-ea6e56d0-d106-425b-b3e8-15a86a26d0a8 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 946 time: 0.0795813
May 19 23:14:20.418055 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fe2b0de5-216e-46c5-a5b7-642805578d74 req-4b286528-e35e-4c4d-8410-10b618c39904 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403535
May 19 23:14:21.612067 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f33148-4106-461c-a880-0c17755b5008 req-dad7fb69-a972-4518-be8b-b07b788e1176 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:21.613449 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-35f33148-4106-461c-a880-0c17755b5008 req-dad7fb69-a972-4518-be8b-b07b788e1176 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 946 time: 0.0821908
May 19 23:14:21.659434 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-35f33148-4106-461c-a880-0c17755b5008 req-dd04aebb-8baf-42c5-af51-ebeb1d51f948 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5df82a83-a305-4709-8372-2b4cda192df3&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400598
May 19 23:14:21.875997 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5582823-3bae-4177-a827-320967fbbb37 req-5e1a9a48-e603-49de-a98f-fd216a594a8a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:21.876614 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-e5582823-3bae-4177-a827-320967fbbb37 req-5e1a9a48-e603-49de-a98f-fd216a594a8a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Synchronizing usage tracker for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:14:21.888567 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-e5582823-3bae-4177-a827-320967fbbb37 req-5e1a9a48-e603-49de-a98f-fd216a594a8a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Unset dirty status for tenant:53987ff1b20b440aaf085abc7ac05d84 on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:14:21.889713 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-e5582823-3bae-4177-a827-320967fbbb37 req-5e1a9a48-e603-49de-a98f-fd216a594a8a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 946 time: 0.0954068
May 19 23:14:22.036922 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Deleting port 2148a886-a1ec-4f47-b1ee-02a675142f76 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:22.037264 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:22.175462 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] For port 2148a886-a1ec-4f47-b1ee-02a675142f76, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2148a886-a1ec-4f47-b1ee-02a675142f76,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:22.175820 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:22.461565 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:22.461871 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:22.462179 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Floating IP 7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64 disassociated. External IP: 172.27.0.244, port: 2148a886-a1ec-4f47-b1ee-02a675142f76.
May 19 23:14:22.462516 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Calling delete_port for 2148a886-a1ec-4f47-b1ee-02a675142f76 owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:22.569660 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:22.575144 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:22.622673 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event deleted for resources: {'Port': ['ID=2148a886-a1ec-4f47-b1ee-02a675142f76,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:22.634391 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.634769 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.635134 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.635495 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.635843 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.636200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.636546 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.636894 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.637239 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.637582 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.637951 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.638293 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:22.642960 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:22.816334 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-47243681-6ef1-4c24-886e-c19c4f8d9b8c req-784cbee5-68cc-43e3-bc3b-a496754c7419 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/ports?device_id=af079cdb-c719-4cce-ac1d-8807f327cb49 HTTP/1.1" status: 200  len: 210 time: 0.0422120
May 19 23:14:22.831756 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Router 173f0c3d-e80d-400d-821d-ca42d0f34690 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:14:23.110478 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:14:23.120229 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] Sync routers for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:14:23.129825 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:14:23.130448 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06732faa90>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:14:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:23.183461 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] No DVR routers for this DVR port 2148a886-a1ec-4f47-b1ee-02a675142f76 on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:14:23.186030 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:23.189219 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-deleted', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:14:23.206087 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-e5582823-3bae-4177-a827-320967fbbb37 req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.36 "DELETE /v2.0/ports/2148a886-a1ec-4f47-b1ee-02a675142f76 HTTP/1.1" status: 204  len: 173 time: 1.3110676
May 19 23:14:23.300667 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af079cdb-c719-4cce-ac1d-8807f327cb49', 'name': 'network-vif-deleted', 'tag': '2148a886-a1ec-4f47-b1ee-02a675142f76', 'status': 'completed', 'code': 200}
May 19 23:14:23.315156 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:14:23.621645 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06732faa90>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:23.626117 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] Checking router: 173f0c3d-e80d-400d-821d-ca42d0f34690 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:14:23.634146 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:14:23.634741 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06732faa90>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:14:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:23.816298 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:14:23.945640 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46268) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:24.023299 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:14:24.075484 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 2148a886-a1ec-4f47-b1ee-02a675142f76 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:14:24.076099 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2148a886-a1ec-4f47-b1ee-02a675142f76 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:14:24.106053 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:24.135049 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:24.172838 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06732faa90>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:24.177001 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9136dc79-3ba2-40c4-ab17-283903607601 None None] The sync data for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi is: [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:07:17Z', 'revision_number': 4, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'c7b89ea7-91b7-4524-b1af-96aa01359ab2', 'name': '', 'network_id': 'f0d5efb6-161b-405c-994a-779d0b8ab63e', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'mac_address': 'fa:16:3e:f6:33:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:13Z', 'updated_at': '2021-05-19T23:07:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'subnets': [{'id': '69437e20-5d9d-41bc-8b93-73de0b2964a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:14:24.194308 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:24.198250 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6e132541-feca-4595-aefa-c7d53f05bf81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:24.213904 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df82a83-a305-4709-8372-2b4cda192df3,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:24.224482 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.224854 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.225221 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.225580 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.226047 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.226403 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.226755 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.227105 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.227452 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.227802 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.228147 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.228488 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:24.232419 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:24.235818 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:24.236391 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "DELETE /v2.0/security-groups/5df82a83-a305-4709-8372-2b4cda192df3 HTTP/1.1" status: 204  len: 168 time: 0.2897160
May 19 23:14:24.239309 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46272) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:24.257276 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.api.v2.resource [None req-990f8305-0a17-4e3a-9e60-0ae23d50fcbd tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] show failed (client error): The resource could not be found.
May 19 23:14:24.261277 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-990f8305-0a17-4e3a-9e60-0ae23d50fcbd tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "GET /v2.0/security-groups/5df82a83-a305-4709-8372-2b4cda192df3 HTTP/1.1" status: 404  len: 347 time: 0.0209243
May 19 23:14:24.261408 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46276) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:24.401130 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932be885-e075-4d7b-9c00-593227fb1e9e None None] New status for floating IP 7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64: DOWN {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:14:24.485094 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Deleting port 4e499ba8-caef-4184-8896-38341c505a21 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:24.485436 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:24.610399 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:24.610737 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:24.741008 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Calling delete_port for 4e499ba8-caef-4184-8896-38341c505a21 owned by network:floatingip {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:24.848942 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:24.852277 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ae184473-8d2c-4e2f-bb52-fef9cbb12bd6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:24.894066 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Pushing event deleted for resources: {'Port': ['ID=4e499ba8-caef-4184-8896-38341c505a21,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:24.897125 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:24.985631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks [] for floatingip, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:25.000939 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:25.002028 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] 10.222.0.25 "DELETE /v2.0/floatingips/7f6f9bae-7b54-4ce8-b1bd-13c92bac8e64 HTTP/1.1" status: 204  len: 168 time: 0.7396085
May 19 23:14:27.763867 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46308) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:28.404055 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:28.900611 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Deleting port c7b89ea7-91b7-4524-b1af-96aa01359ab2 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:28.901299 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:29.023289 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] For port c7b89ea7-91b7-4524-b1af-96aa01359ab2, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=c7b89ea7-91b7-4524-b1af-96aa01359ab2,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:29.023645 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:29.145125 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Calling delete_port for c7b89ea7-91b7-4524-b1af-96aa01359ab2 owned by network:router_interface {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:29.291061 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:29.296965 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:29.340167 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b89ea7-91b7-4524-b1af-96aa01359ab2,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:29.342876 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:29.607569 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:30.068704 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Router 173f0c3d-e80d-400d-821d-ca42d0f34690 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:14:30.252830 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:14:30.261852 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] Sync routers for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:14:30.265940 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] 10.222.0.25 "PUT /v2.0/routers/173f0c3d-e80d-400d-821d-ca42d0f34690/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5008962
May 19 23:14:30.268305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46330) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:30.272280 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:14:30.273228 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fda5e0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:14:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:30.449218 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:30.482590 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:14:30.628052 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:30.702241 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Deleting port 6618193e-88b8-4683-978e-0ba4bd7cb9be {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:30.702485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:30.768363 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fda5e0>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:14:29Z', 'revision_number': 5, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port': {'id': '6618193e-88b8-4683-978e-0ba4bd7cb9be', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:8c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:07:05Z', 'updated_at': '2021-05-19T23:07:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:30.772380 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] Checking router: 173f0c3d-e80d-400d-821d-ca42d0f34690 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:14:30.781852 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] Routers {'173f0c3d-e80d-400d-821d-ca42d0f34690'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:14:30.782561 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fda5e0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:14:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['173f0c3d-e80d-400d-821d-ca42d0f34690'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:30.830208 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] For port 6618193e-88b8-4683-978e-0ba4bd7cb9be, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=6618193e-88b8-4683-978e-0ba4bd7cb9be,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:30.830566 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:30.950004 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] Set router 173f0c3d-e80d-400d-821d-ca42d0f34690 gateway port host: None {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:14:30.973738 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Calling delete_port for 6618193e-88b8-4683-978e-0ba4bd7cb9be owned by network:router_gateway {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:31.057083 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fda5e0>, [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:14:30Z', 'revision_number': 6, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port_host': None}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:31.061503 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d091a-9d85-422e-95f0-b47f466fc729 None None] The sync data for ids ['173f0c3d-e80d-400d-821d-ca42d0f34690'] in dv-cinder-792299-1-iscsi is: [{'id': '173f0c3d-e80d-400d-821d-ca42d0f34690', 'name': 'tempest-AttachVolumeShelveTestJSON-1834926629-router', 'tenant_id': '53987ff1b20b440aaf085abc7ac05d84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:07:02Z', 'updated_at': '2021-05-19T23:14:30Z', 'revision_number': 6, 'project_id': '53987ff1b20b440aaf085abc7ac05d84', 'gw_port_host': None}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:14:31.124815 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:31.129376 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:31.174304 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6618193e-88b8-4683-978e-0ba4bd7cb9be,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:31.199003 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:31.263328 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:31.558897 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:31.561381 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:31.606563 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device c7b89ea7-91b7-4524-b1af-96aa01359ab2 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:14:31.646470 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:31.646980 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 173f0c3d-e80d-400d-821d-ca42d0f34690 {{(pid=91825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:14:31.659338 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: c7b89ea7-91b7-4524-b1af-96aa01359ab2 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:14:31.659693 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device c7b89ea7-91b7-4524-b1af-96aa01359ab2 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:14:31.660026 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:31.661180 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/173f0c3d-e80d-400d-821d-ca42d0f34690 HTTP/1.1" status: 204  len: 168 time: 1.3919697
May 19 23:14:31.663754 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46346) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:31.722870 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Deleting subnet 69437e20-5d9d-41bc-8b93-73de0b2964a7 {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:14:31.725976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:31.774916 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6878897'] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:31.894434 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.149262 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8361647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6952225'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.156878 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-078599fe-7964-4332-af0d-c3cae38f4857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:32.190393 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69437e20-5d9d-41bc-8b93-73de0b2964a7,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:32.192323 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.195368 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:32.197380 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16962b3-a5fb-4828-bf05-494649ce0ab6 None None] Network f0d5efb6-161b-405c-994a-779d0b8ab63e requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:14:32.198852 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/69437e20-5d9d-41bc-8b93-73de0b2964a7 HTTP/1.1" status: 204  len: 168 time: 0.5341420
May 19 23:14:32.202258 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46350) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:32.315747 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.390254 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Deleting port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:32.390596 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.450149 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] DHCP port deletion for f0d5efb6-161b-405c-994a-779d0b8ab63e request from dv-cinder-792299-1-iscsi {{(pid=91827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:14:32.493413 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] For port 2c33a99a-5908-4da6-89b0-b5cd21c5c326, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=2c33a99a-5908-4da6-89b0-b5cd21c5c326,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:32.493823 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.519547 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Deleting port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 {{(pid=91827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:32.519935 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.621940 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] For port 2c33a99a-5908-4da6-89b0-b5cd21c5c326, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=2c33a99a-5908-4da6-89b0-b5cd21c5c326,segment=NetworkSegment(61128f33-0adc-4a24-a466-d52480d02691),segment_id=61128f33-0adc-4a24-a466-d52480d02691)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:32.622610 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.629312 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Calling delete_port for 2c33a99a-5908-4da6-89b0-b5cd21c5c326 owned by network:dhcp {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:32.681039 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.684938 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-32e8869a-e4f2-4aad-ad62-79d50ae16f15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:32.731561 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c33a99a-5908-4da6-89b0-b5cd21c5c326,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:32.734357 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] No DVR routers for this DVR port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 on host dv-cinder-792299-1-iscsi {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:14:32.735941 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:32.793479 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Calling delete_port for 2c33a99a-5908-4da6-89b0-b5cd21c5c326 owned by network:dhcp {{(pid=91827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:32.856032 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.872096 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671a95760>,) {'filters': {'network_id': ['f0d5efb6-161b-405c-994a-779d0b8ab63e']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:32.884824 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671a95760>, '61128f33-0adc-4a24-a466-d52480d02691') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:32.885126 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671a95760>, '61128f33-0adc-4a24-a466-d52480d02691') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:32.897877 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.918335 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.923143 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.924929 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:14:32.925382 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:32.927005 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:32.973471 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Pushing event deleted for resources: {'Port': ['ID=2c33a99a-5908-4da6-89b0-b5cd21c5c326,revision_number=None']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:32.981477 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] No DVR routers for this DVR port 2c33a99a-5908-4da6-89b0-b5cd21c5c326 on host dv-cinder-792299-1-iscsi {{(pid=91827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:14:32.991891 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.992326 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.992731 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.993128 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.993524 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.993968 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.994358 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.994771 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.995158 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.995678 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.995931 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:32.996313 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:14:33.000968 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:14:33.046978 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:14:33.128744 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:33.135250 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:33.139056 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-896ab72f-1ab6-4914-a99e-ad51a3c9b0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:33.162081 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d5efb6-161b-405c-994a-779d0b8ab63e,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:33.164945 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:33.176397 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0d5efb6-161b-405c-994a-779d0b8ab63e HTTP/1.1" status: 204  len: 168 time: 0.9728143
May 19 23:14:33.262732 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02bf287-c0b7-4220-9ae4-53bfc2638962 req-fcfb65a7-62bd-413d-8bdd-5aa944e7983a tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:33.264382 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e02bf287-c0b7-4220-9ae4-53bfc2638962 req-fcfb65a7-62bd-413d-8bdd-5aa944e7983a tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 945 time: 0.0849299
May 19 23:14:33.300217 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 6618193e-88b8-4683-978e-0ba4bd7cb9be no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:14:33.313611 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e02bf287-c0b7-4220-9ae4-53bfc2638962 req-3ca3a643-9e72-4e5e-84d0-d04f22b2cfab tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436003
May 19 23:14:33.317224 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46370) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:33.338276 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 6618193e-88b8-4683-978e-0ba4bd7cb9be {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:14:33.338624 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 6618193e-88b8-4683-978e-0ba4bd7cb9be not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:14:33.339070 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 2c33a99a-5908-4da6-89b0-b5cd21c5c326 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:14:33.367700 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-ee04c614-bdff-4ef4-bf16-9d42d05529af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53987ff1b20b440aaf085abc7ac05d84&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0488808
May 19 23:14:33.369954 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46374) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:33.372672 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 2c33a99a-5908-4da6-89b0-b5cd21c5c326 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:14:33.373017 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 2c33a99a-5908-4da6-89b0-b5cd21c5c326 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:14:33.430824 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4c08fe20-b5b6-4513-b47b-00fd4f1cd67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:33.456025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4c08fe20-b5b6-4513-b47b-00fd4f1cd67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:33.507126 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4c08fe20-b5b6-4513-b47b-00fd4f1cd67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:33.510938 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-bd6d6f21-c256-4c61-86bd-da70eaa9de16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:33.523684 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08fe20-b5b6-4513-b47b-00fd4f1cd67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7809dc-d898-49ea-a319-695654786463,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:33.526111 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4c08fe20-b5b6-4513-b47b-00fd4f1cd67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:33.533795 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-4c08fe20-b5b6-4513-b47b-00fd4f1cd67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:33.537224 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-4c08fe20-b5b6-4513-b47b-00fd4f1cd67c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d7809dc-d898-49ea-a319-695654786463 HTTP/1.1" status: 204  len: 168 time: 0.1641245
May 19 23:14:34.249025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46398) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:34.352535 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-38862738-network', 'tenant_id': 'ae7b096cf96047bcbc342873c8db26bb'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:14:34.357102 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:14:34.361581 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Usage tracker for resource:network and tenant:ae7b096cf96047bcbc342873c8db26bb is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:14:34.364450 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:14:34.370173 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:14:34.380774 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Made reservation on behalf of ae7b096cf96047bcbc342873c8db26bb for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:14:34.383043 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.395256 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.410253 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:14:34.414054 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Usage tracker for resource:security_group_rule and tenant:ae7b096cf96047bcbc342873c8db26bb is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:14:34.416827 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:14:34.423854 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:14:34.530986 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe343693-9897-4b98-bd68-dd6949d6929b req-9f49beca-18e4-4b87-a73e-7937a808d08b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:34.532353 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fe343693-9897-4b98-bd68-dd6949d6929b req-9f49beca-18e4-4b87-a73e-7937a808d08b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 945 time: 0.1096349
May 19 23:14:34.601442 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fe343693-9897-4b98-bd68-dd6949d6929b req-56797f09-ff9a-4f0f-abab-cd14e80cbc06 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a5d0999-5828-47a1-8f5d-dba8f71f5525&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623608
May 19 23:14:34.614459 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.618656 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.622579 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b8dad088-b5e3-4571-a097-e181d61ea273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:34.646901 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:14:34.659978 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d1cdf7-61c3-44eb-905a-87842e1a3895,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:34.663914 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:34.664854 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.665194 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Added segment 5316a458-08b2-4367-b759-479206336de4 of type vlan for network 6fbf7e0c-9088-452c-a013-44bad04c4d9f
May 19 23:14:34.690951 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.720063 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.721353 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:34.721963 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.726576 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-bf8ba519-f84c-4b87-90a1-e7e2c9f44e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:34.824192 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5740044
May 19 23:14:34.824932 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Pushing event updated for resources: {'Network': ['ID=6fbf7e0c-9088-452c-a013-44bad04c4d9f,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:34.827723 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46406) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:34.829979 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:34.833731 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Request body: {'subnet': {'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-38862738-subnet', 'tenant_id': 'ae7b096cf96047bcbc342873c8db26bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:14:34.835855 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 6fbf7e0c-9088-452c-a013-44bad04c4d9f details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:14:34.838764 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:14:34.842997 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Usage tracker for resource:subnet and tenant:ae7b096cf96047bcbc342873c8db26bb is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:14:34.845943 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:14:34.851631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:14:34.861790 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Made reservation on behalf of ae7b096cf96047bcbc342873c8db26bb for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:14:34.864174 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6952218'] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:34.951892 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-bc914c03-b967-400a-9094-662118d4cbf6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:34.952658 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-bc914c03-b967-400a-9094-662118d4cbf6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Synchronizing usage tracker for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:14:34.965720 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-bc914c03-b967-400a-9094-662118d4cbf6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Unset dirty status for tenant:4e9e58f86f5542dab77bd679acbe76a6 on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:14:34.966823 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-bc914c03-b967-400a-9094-662118d4cbf6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 945 time: 0.0959888
May 19 23:14:35.104274 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Deleting port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:35.104510 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:35.238588 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] For port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:35.238996 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:35.247689 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8361696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6952232'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:35.252573 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:35.325669 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:35.331972 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:35.336152 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Checking segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:14:35.336534 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Network hostable DHCP agents. Network: 6fbf7e0c-9088-452c-a013-44bad04c4d9f, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:14:35.353911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Network 6fbf7e0c-9088-452c-a013-44bad04c4d9f is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:14:35.362599 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 6fbf7e0c-9088-452c-a013-44bad04c4d9f) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:14:35.371273 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:35.371863 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:35.372370 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7294cc-cf71-4ee0-a7d8-3ae9740bee84 None None] Network 6fbf7e0c-9088-452c-a013-44bad04c4d9f requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:14:35.392418 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-8bab7831-ea97-4540-93e7-288882391f92 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5636938
May 19 23:14:35.536175 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:35.536542 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:35.537139 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Floating IP e5e1492d-fd37-4dfd-81b8-147da304e0e6 disassociated. External IP: 172.27.0.203, port: bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6.
May 19 23:14:35.537479 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Calling delete_port for bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:35.568015 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885b7d51-75f2-4d07-a0ef-2cc3a95c77a0 None None] Network 6fbf7e0c-9088-452c-a013-44bad04c4d9f requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:14:35.674454 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:35.688300 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2043d67-582f-4125-a664-6bd62cb306d1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:35.745788 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event deleted for resources: {'Port': ['ID=bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:35.771589 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-60de4ac7-ae85-4cd8-9c11-99fd505d33db req-5fe410fc-b41a-4635-a7a5-2dd25aa41e86 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 210 time: 0.0532916
May 19 23:14:35.823623 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:35.948731 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-7e63da55-83ee-4d8c-87c0-55215c3927d6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:35.949406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-7e63da55-83ee-4d8c-87c0-55215c3927d6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Synchronizing usage tracker for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:network {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:14:35.954577 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Router 8aefcd87-ea01-4418-b325-2a83559aef1c has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:14:35.967936 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-7e63da55-83ee-4d8c-87c0-55215c3927d6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Unset dirty status for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:network {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:14:35.969374 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-7e63da55-83ee-4d8c-87c0-55215c3927d6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 813 time: 0.1623087
May 19 23:14:35.983865 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-f979c830-87f0-4705-9f27-d6ce3d7601f4 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/quotas/ae7b096cf96047bcbc342873c8db26bb HTTP/1.1" status: 200  len: 375 time: 0.0089221
May 19 23:14:36.029568 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-85abe852-c156-46ac-8c05-b94fd2bbc596 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0404942
May 19 23:14:36.141268 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:14:36.154286 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] Sync routers for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:14:36.164920 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:14:36.165486 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673209bb0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:14:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:36.173625 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-988d8a5b-5b50-47fe-a10d-9897dfc30249 service neutron] 10.222.0.25 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367400
May 19 23:14:36.202811 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb2f8-a2b7-47e8-aeb9-fe6cb445f10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:36.232653 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] No DVR routers for this DVR port bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:14:36.235946 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:36.248091 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'name': 'network-vif-deleted', 'tag': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:14:36.256026 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-29fcafc5-db97-4801-be6c-03c008a7c37f req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.36 "DELETE /v2.0/ports/bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 HTTP/1.1" status: 204  len: 173 time: 1.2840207
May 19 23:14:36.315395 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bfeb6d-0bfa-411e-980a-c97de77ba37a', 'name': 'network-vif-deleted', 'tag': 'bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6', 'status': 'completed', 'code': 200}
May 19 23:14:36.371071 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:14:36.430818 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-7d9d3cc2-83f0-4660-bd0e-e0fda0229d32 service neutron] 10.222.0.25 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2508590
May 19 23:14:36.610923 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-75b2539d-8702-4407-9b3d-2c2c37252a11 req-321916e0-4ab8-4e40-8ffb-69cb4ffd8944 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 210 time: 0.0428007
May 19 23:14:36.710102 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673209bb0>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:36.715176 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] Checking router: 8aefcd87-ea01-4418-b325-2a83559aef1c for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:14:36.725485 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:14:36.726047 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673209bb0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:14:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:36.935350 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:14:36.970594 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-02252007-153f-4b6d-80f8-7ee9be561adc req-eaac0d0c-fd11-404e-9530-a3051397d035 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9bfeb6d-0bfa-411e-980a-c97de77ba37a HTTP/1.1" status: 200  len: 210 time: 0.0612266
May 19 23:14:37.287885 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673209bb0>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:37.291809 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59428c95-f73a-4e23-97fb-e0f58f10c24c None None] The sync data for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi is: [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:08:21Z', 'revision_number': 4, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'd04da0d8-c4d8-4790-9044-793195e2ca66', 'name': '', 'network_id': '11a79554-ad4d-4855-8029-2fed5693b697', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'mac_address': 'fa:16:3e:b8:c8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:20Z', 'updated_at': '2021-05-19T23:08:27Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'subnets': [{'id': '8f0a9720-efa2-41fe-a590-cdcfcdb3884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:14:37.497781 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35a9c18-9bd0-4bea-97d1-cff7a2828de4 None None] New status for floating IP e5e1492d-fd37-4dfd-81b8-147da304e0e6: DOWN {{(pid=91827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:14:37.788646 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1d667cfc-3cd0-4e44-b59d-8f766fb06ced req-f431c018-3de4-45e7-b73f-0dd905c50451 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 210 time: 0.0598173
May 19 23:14:37.947878 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-efe1ce38-c761-4fdf-87e6-2ef0ef4474a3 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:37.949283 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-efe1ce38-c761-4fdf-87e6-2ef0ef4474a3 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 813 time: 0.2627337
May 19 23:14:37.969348 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Request body: {'port': {'device_id': '1d648942-d107-4b54-b72a-22dbfe0720e4', 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'admin_state_up': True, 'tenant_id': 'ae7b096cf96047bcbc342873c8db26bb'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:14:38.092749 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46452) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:38.105629 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:14:38.109452 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Usage tracker for resource:port and tenant:ae7b096cf96047bcbc342873c8db26bb is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:14:38.112273 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:14:38.118033 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:14:38.118315 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:14:38.128282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Made reservation on behalf of ae7b096cf96047bcbc342873c8db26bb for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:14:38.135183 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.154433 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:14:38.155009 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device bccb1c0b-7ec4-4123-bfeb-b1a79b4fdea6 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:14:38.162913 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9c96fce7-ff97-4435-a3f7-9d64db4799a6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.191974 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9c96fce7-ff97-4435-a3f7-9d64db4799a6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.245020 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9c96fce7-ff97-4435-a3f7-9d64db4799a6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.250745 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-49f27204-7a10-475b-ab85-f3ae8bdb204e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:38.265664 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96fce7-ff97-4435-a3f7-9d64db4799a6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5d0999-5828-47a1-8f5d-dba8f71f5525,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:38.270074 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9c96fce7-ff97-4435-a3f7-9d64db4799a6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:38.273448 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9c96fce7-ff97-4435-a3f7-9d64db4799a6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.274593 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-9c96fce7-ff97-4435-a3f7-9d64db4799a6 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "DELETE /v2.0/security-groups/9a5d0999-5828-47a1-8f5d-dba8f71f5525 HTTP/1.1" status: 204  len: 168 time: 0.1808586
May 19 23:14:38.277276 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46456) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:38.296740 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.api.v2.resource [None req-b834e298-00f4-4e12-87de-d0a9c5b9f29c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] show failed (client error): The resource could not be found.
May 19 23:14:38.300356 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b834e298-00f4-4e12-87de-d0a9c5b9f29c tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "GET /v2.0/security-groups/9a5d0999-5828-47a1-8f5d-dba8f71f5525 HTTP/1.1" status: 404  len: 347 time: 0.0192263
May 19 23:14:38.300615 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46460) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:38.304569 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Allocated IP 172.20.0.10 (6fbf7e0c-9088-452c-a013-44bad04c4d9f/81e687d0-13ca-4db6-9cc9-68d2d5e07c3c/33b08239-127b-4404-9985-9e7f02956145) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:14:38.508304 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.522100 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Deleting port d39d2082-583d-4061-9792-b0a49e359ce0 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:38.522485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.538232 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.544649 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d8eae799-59f7-4218-af55-160597cdc979 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:38.617282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Network 6fbf7e0c-9088-452c-a013-44bad04c4d9f is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:14:38.620419 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:14:38.625393 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:14:38.645909 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.646238 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.662001 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Pushing event updated for resources: {'Port': ['ID=33b08239-127b-4404-9985-9e7f02956145,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:38.666367 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:38.694543 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:38.695154 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.716638 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7508209
May 19 23:14:38.729335 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.734443 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Request body: {'port': {'device_id': '1d648942-d107-4b54-b72a-22dbfe0720e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:14:38.774901 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Calling delete_port for d39d2082-583d-4061-9792-b0a49e359ce0 owned by network:floatingip {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:38.853628 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.936905 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:38.946176 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e232c8d6-2a5b-46ce-a9ca-b75a6023b956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:38.995450 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Pushing event deleted for resources: {'Port': ['ID=d39d2082-583d-4061-9792-b0a49e359ce0,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:39.020160 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-52a57f52-5fb7-4130-bb03-ef555230ae5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.027088 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:39.103288 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks [] for floatingip, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.113941 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ca117-a7b0-4f18-8625-7c9c2aaa80b5 req-2e122d88-26cf-4e92-a140-2b732715c3fc tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:39.115414 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9c4ca117-a7b0-4f18-8625-7c9c2aaa80b5 req-2e122d88-26cf-4e92-a140-2b732715c3fc tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 932 time: 0.2173157
May 19 23:14:39.149816 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.150922 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-772e2aca-efa1-4f36-a7e7-7cb952eab571 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] 10.222.0.25 "DELETE /v2.0/floatingips/e5e1492d-fd37-4dfd-81b8-147da304e0e6 HTTP/1.1" status: 204  len: 168 time: 0.8494179
May 19 23:14:39.172524 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-9c4ca117-a7b0-4f18-8625-7c9c2aaa80b5 req-bdbdd43c-cb52-4b2e-8e46-2639080fbf20 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Synchronizing usage tracker for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:14:39.191869 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-9c4ca117-a7b0-4f18-8625-7c9c2aaa80b5 req-bdbdd43c-cb52-4b2e-8e46-2639080fbf20 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Unset dirty status for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:14:39.193440 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9c4ca117-a7b0-4f18-8625-7c9c2aaa80b5 req-bdbdd43c-cb52-4b2e-8e46-2639080fbf20 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713830
May 19 23:14:39.203678 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b08239-127b-4404-9985-9e7f02956145 {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:14:39.216081 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.230949 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Transition to ACTIVE for port object 33b08239-127b-4404-9985-9e7f02956145 will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:14:39.234901 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.239455 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:39.397396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Pushing event updated for resources: {'Port': ['ID=33b08239-127b-4404-9985-9e7f02956145,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:39.405418 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:39.468610 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Attempting to bind port 33b08239-127b-4404-9985-9e7f02956145 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:14:39.468938 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Attempting to bind port 33b08239-127b-4404-9985-9e7f02956145 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:14:39.469260 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Attempting to bind port 33b08239-127b-4404-9985-9e7f02956145 on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:14:39.473835 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Port 33b08239-127b-4404-9985-9e7f02956145 on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:14:39.474150 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Attempting to bind port 33b08239-127b-4404-9985-9e7f02956145 on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:14:39.479164 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:14:39.479494 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Checking segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:14:39.479878 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Bound using segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:14:39.480301 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Bound port: 33b08239-127b-4404-9985-9e7f02956145, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:14:39.480650 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.575661 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] For port 33b08239-127b-4404-9985-9e7f02956145, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:14:39.578600 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] For port 33b08239-127b-4404-9985-9e7f02956145, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=33b08239-127b-4404-9985-9e7f02956145,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:14:39.582972 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.586431 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:39.647155 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:39.647763 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.649113 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] 10.222.0.36 "PUT /v2.0/ports/33b08239-127b-4404-9985-9e7f02956145 HTTP/1.1" status: 200  len: 1094 time: 0.9197376
May 19 23:14:39.649597 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d648942-d107-4b54-b72a-22dbfe0720e4', 'tag': '33b08239-127b-4404-9985-9e7f02956145'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:14:39.671992 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Pushing event updated for resources: {'Port': ['ID=33b08239-127b-4404-9985-9e7f02956145,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:39.678428 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:39.695556 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d648942-d107-4b54-b72a-22dbfe0720e4', 'tag': '33b08239-127b-4404-9985-9e7f02956145', 'status': 'completed', 'code': 200}
May 19 23:14:39.736352 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:39.782531 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-c9079ea8-40c0-4e2e-9b2d-8a96d99a27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:39.783977 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-c9079ea8-40c0-4e2e-9b2d-8a96d99a27c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 1097 time: 0.0713027
May 19 23:14:39.935938 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-5cdd8d41-529e-4b19-bcd1-af32ddd4271d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33b08239-127b-4404-9985-9e7f02956145 HTTP/1.1" status: 200  len: 217 time: 0.1393616
May 19 23:14:39.997866 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-d764121f-1c1c-4540-bfdc-4ac8361d894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:39.999750 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-d764121f-1c1c-4540-bfdc-4ac8361d894f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0580378
May 19 23:14:40.044657 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-67ea73f0-332d-48dd-9977-c0126f516941 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383065
May 19 23:14:40.171930 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-df7d10d1-49b2-4610-8486-75dbe76393cc service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205256
May 19 23:14:40.301769 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-724ad17a-bf15-42d8-afaf-b03d5b463ceb req-9cd73240-4436-402c-af28-f52fe765f900 service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233168
May 19 23:14:40.391357 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dcc68-2c73-4e86-b7f3-e11886e67544 req-c6d197de-6186-40bc-bb27-f3aa0a1c89b9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:40.394297 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-227dcc68-2c73-4e86-b7f3-e11886e67544 req-c6d197de-6186-40bc-bb27-f3aa0a1c89b9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 944 time: 0.0856881
May 19 23:14:40.451238 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-227dcc68-2c73-4e86-b7f3-e11886e67544 req-321db27f-bbf6-4b2c-b449-7767d30dd073 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447397
May 19 23:14:40.476605 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-aa8e6a48-f396-43ef-af99-b98ad8cad5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:40.478023 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-aa8e6a48-f396-43ef-af99-b98ad8cad5dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 1097 time: 0.0816405
May 19 23:14:40.616993 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-306be09e-ca23-4be0-a0df-c36646f2a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:40.618442 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-306be09e-ca23-4be0-a0df-c36646f2a348 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 914 time: 0.1328373
May 19 23:14:40.689404 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-1e3da262-471c-4cb8-83eb-019104e2d4f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33b08239-127b-4404-9985-9e7f02956145 HTTP/1.1" status: 200  len: 217 time: 0.0630054
May 19 23:14:40.753813 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-b8b5998c-651e-4e62-841a-98628cceedfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:40.755196 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-b8b5998c-651e-4e62-841a-98628cceedfb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0595741
May 19 23:14:40.813287 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-aa9c2af6-44d1-45d7-928b-303c8ca276ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435576
May 19 23:14:40.944141 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-d6321529-0417-45a5-ac19-62bc90fa4527 service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239562
May 19 23:14:41.072780 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-524ea8e4-d141-415a-ab79-9a5d1c38c6cb req-164c1e11-102c-4185-91a4-f84d5b1f606e service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213315
May 19 23:14:41.445446 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:41.643673 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d2b13-82ce-4c5f-880a-41ca991a17c7 req-0cbea874-aa3b-45b1-b660-1ee8972a1f20 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:41.645229 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8a6d2b13-82ce-4c5f-880a-41ca991a17c7 req-0cbea874-aa3b-45b1-b660-1ee8972a1f20 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 944 time: 0.0832572
May 19 23:14:41.691335 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8a6d2b13-82ce-4c5f-880a-41ca991a17c7 req-da201c61-08d9-4a06-a3c9-b24161b6d30c tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402894
May 19 23:14:42.145224 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 33b08239-127b-4404-9985-9e7f02956145 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:14:42.309260 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 33b08239-127b-4404-9985-9e7f02956145, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=33b08239-127b-4404-9985-9e7f02956145,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:42.322776 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '33b08239-127b-4404-9985-9e7f02956145', 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'port_id': '33b08239-127b-4404-9985-9e7f02956145', 'mac_address': 'fa:16:3e:d3:21:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e687d0-13ca-4db6-9cc9-68d2d5e07c3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:14:42.378834 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:42.395342 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b08239-127b-4404-9985-9e7f02956145 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:14:42.410377 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 33b08239-127b-4404-9985-9e7f02956145, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=33b08239-127b-4404-9985-9e7f02956145,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:42.413933 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:42.416577 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:42.481399 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=33b08239-127b-4404-9985-9e7f02956145,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:42.484519 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:42.698998 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['33b08239-127b-4404-9985-9e7f02956145'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:14:42.876683 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fadda6-63a0-4cbb-9599-d9e767836ba9 req-205a6503-3293-4dae-9731-2411ea0aef35 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:42.878058 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6fadda6-63a0-4cbb-9599-d9e767836ba9 req-205a6503-3293-4dae-9731-2411ea0aef35 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 945 time: 0.0803518
May 19 23:14:43.018035 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6fadda6-63a0-4cbb-9599-d9e767836ba9 req-8bfa4cb0-b881-49d6-9ff2-f76339e89e39 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340861
May 19 23:14:43.177953 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46500) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:43.751571 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:43.840446 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:44.161914 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 33b08239-127b-4404-9985-9e7f02956145 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:14:44.208322 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Deleting port d04da0d8-c4d8-4790-9044-793195e2ca66 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:44.208930 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:44.228712 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 33b08239-127b-4404-9985-9e7f02956145 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:14:44.234042 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 33b08239-127b-4404-9985-9e7f02956145 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:14:44.234451 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:44.299495 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703050ba-ef55-4e51-8f9c-60cd62b1f058 req-54fa1e6b-81a1-4001-b993-868393bf4f03 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:44.300926 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-703050ba-ef55-4e51-8f9c-60cd62b1f058 req-54fa1e6b-81a1-4001-b993-868393bf4f03 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 945 time: 0.1779232
May 19 23:14:44.349861 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:44.371156 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] For port d04da0d8-c4d8-4790-9044-793195e2ca66, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=d04da0d8-c4d8-4790-9044-793195e2ca66,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:44.371509 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:44.376930 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d648942-d107-4b54-b72a-22dbfe0720e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b08239-127b-4404-9985-9e7f02956145'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:14:44.385387 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-703050ba-ef55-4e51-8f9c-60cd62b1f058 req-c6775a83-a338-4209-a38b-f186e7b29a62 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746322
May 19 23:14:44.387362 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 33b08239-127b-4404-9985-9e7f02956145, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=33b08239-127b-4404-9985-9e7f02956145,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:44.392266 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:44.395006 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:44.433695 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d648942-d107-4b54-b72a-22dbfe0720e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b08239-127b-4404-9985-9e7f02956145', 'code': 200}
May 19 23:14:44.469174 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=33b08239-127b-4404-9985-9e7f02956145,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:44.473256 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:44.508775 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Calling delete_port for d04da0d8-c4d8-4790-9044-793195e2ca66 owned by network:router_interface {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:44.712739 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4df231-bf04-4b6e-b00b-bc66df9d5822 req-75fcacdb-a2fe-4e48-8361-183002374b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:44.714187 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ca4df231-bf04-4b6e-b00b-bc66df9d5822 req-75fcacdb-a2fe-4e48-8361-183002374b82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 1099 time: 0.0723622
May 19 23:14:44.755263 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ca4df231-bf04-4b6e-b00b-bc66df9d5822 req-3e4a238b-7b0e-46a5-b7ac-f3aede2fc4bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348454
May 19 23:14:44.767191 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:44.771629 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:44.815252 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d04da0d8-c4d8-4790-9044-793195e2ca66,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:44.840112 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:45.074692 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:45.421786 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Router 8aefcd87-ea01-4418-b325-2a83559aef1c has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:14:45.647292 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:14:45.657400 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] Sync routers for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:14:45.664256 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] 10.222.0.25 "PUT /v2.0/routers/8aefcd87-ea01-4418-b325-2a83559aef1c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4852407
May 19 23:14:45.666994 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:14:45.667152 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46512) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:45.667920 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673045970>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:14:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:45.673018 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d6de3-9586-480b-9eb0-cf2d20ac07ee req-8047b278-70c5-4cbd-9d13-a6cf5a392c9c tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:45.674509 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-825d6de3-9586-480b-9eb0-cf2d20ac07ee req-8047b278-70c5-4cbd-9d13-a6cf5a392c9c tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 946 time: 0.1756558
May 19 23:14:45.724086 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-825d6de3-9586-480b-9eb0-cf2d20ac07ee req-9cfca566-7768-418b-9055-e9a3f402704d tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430419
May 19 23:14:45.861573 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks [] for router, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:45.872299 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:14:46.113137 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:46.156726 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673045970>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:14:44Z', 'revision_number': 5, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port': {'id': 'ca142109-82d9-4c17-80e4-a059a90d0632', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:18:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:08:17Z', 'updated_at': '2021-05-19T23:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:46.160656 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] Checking router: 8aefcd87-ea01-4418-b325-2a83559aef1c for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:14:46.168713 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] Routers {'8aefcd87-ea01-4418-b325-2a83559aef1c'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:14:46.169303 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673045970>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:14:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['8aefcd87-ea01-4418-b325-2a83559aef1c'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:46.184076 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Deleting port ca142109-82d9-4c17-80e4-a059a90d0632 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:46.184413 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:46.306641 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] For port ca142109-82d9-4c17-80e4-a059a90d0632, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=ca142109-82d9-4c17-80e4-a059a90d0632,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:46.307001 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:46.322237 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] Set router 8aefcd87-ea01-4418-b325-2a83559aef1c gateway port host: None {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:14:46.426094 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673045970>, [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:14:46Z', 'revision_number': 6, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port_host': None}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:46.430065 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00959c-c5d1-4453-997c-2f645fc14b64 None None] The sync data for ids ['8aefcd87-ea01-4418-b325-2a83559aef1c'] in dv-cinder-792299-1-iscsi is: [{'id': '8aefcd87-ea01-4418-b325-2a83559aef1c', 'name': 'tempest-AttachVolumeTestJSON-582418887-router', 'tenant_id': '4e9e58f86f5542dab77bd679acbe76a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:08:16Z', 'updated_at': '2021-05-19T23:14:46Z', 'revision_number': 6, 'project_id': '4e9e58f86f5542dab77bd679acbe76a6', 'gw_port_host': None}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:14:46.430567 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Calling delete_port for ca142109-82d9-4c17-80e4-a059a90d0632 owned by network:router_gateway {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:46.700350 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:46.704220 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:46.746192 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ca142109-82d9-4c17-80e4-a059a90d0632,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:46.749231 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:46.849274 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:46.917253 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb543-5191-4ee6-b8b7-678e732cd037 req-459c56a7-2d62-437c-a640-bcde42ec7e70 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:46.918733 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-478cb543-5191-4ee6-b8b7-678e732cd037 req-459c56a7-2d62-437c-a640-bcde42ec7e70 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 946 time: 0.0833032
May 19 23:14:46.962993 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-478cb543-5191-4ee6-b8b7-678e732cd037 req-42cbec59-3366-4f91-bf3a-ffe45db63205 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375011
May 19 23:14:47.020868 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.023043 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.047848 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.048371 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aefcd87-ea01-4418-b325-2a83559aef1c {{(pid=91826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:14:47.062366 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.063477 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] 10.222.0.25 "DELETE /v2.0/routers/8aefcd87-ea01-4418-b325-2a83559aef1c HTTP/1.1" status: 204  len: 168 time: 1.3954258
May 19 23:14:47.065989 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46520) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:47.124746 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] Deleting subnet 8f0a9720-efa2-41fe-a590-cdcfcdb3884f {{(pid=91826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:14:47.127646 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.182433 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5941817'] for subnet, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.325043 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.333741 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device ca142109-82d9-4c17-80e4-a059a90d0632 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:14:47.396667 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: ca142109-82d9-4c17-80e4-a059a90d0632 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:14:47.397212 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device ca142109-82d9-4c17-80e4-a059a90d0632 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:14:47.398118 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device d04da0d8-c4d8-4790-9044-793195e2ca66 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:14:47.447078 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: d04da0d8-c4d8-4790-9044-793195e2ca66 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:14:47.447886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device d04da0d8-c4d8-4790-9044-793195e2ca66 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:14:47.745422 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6168994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233088'] for subnet, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.750087 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a84a21e2-b87f-4eb5-ba2f-d1374da70219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:47.787893 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0a9720-efa2-41fe-a590-cdcfcdb3884f,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:47.789749 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.792160 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:47.794011 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037dd28-f256-489a-ba87-94de990de9ef None None] Network 11a79554-ad4d-4855-8029-2fed5693b697 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:14:47.797055 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-5c2681c1-8332-4b09-be3f-2e267aef7c3a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8f0a9720-efa2-41fe-a590-cdcfcdb3884f HTTP/1.1" status: 204  len: 168 time: 0.7301438
May 19 23:14:47.799487 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46528) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:47.912396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:47.988213 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Deleting port d7c23edb-cc27-448b-b391-4a847fa8e870 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:47.988551 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.040844 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] DHCP port deletion for 11a79554-ad4d-4855-8029-2fed5693b697 request from dv-cinder-792299-1-iscsi {{(pid=91827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:14:48.090898 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] For port d7c23edb-cc27-448b-b391-4a847fa8e870, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=d7c23edb-cc27-448b-b391-4a847fa8e870,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:48.091469 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.104575 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] Deleting port d7c23edb-cc27-448b-b391-4a847fa8e870 {{(pid=91827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:14:48.104962 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.202615 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] For port d7c23edb-cc27-448b-b391-4a847fa8e870, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=d7c23edb-cc27-448b-b391-4a847fa8e870,segment=NetworkSegment(2405a208-5c4b-4f84-aeb3-f115ce0cb815),segment_id=2405a208-5c4b-4f84-aeb3-f115ce0cb815)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:14:48.203009 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.214103 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Calling delete_port for d7c23edb-cc27-448b-b391-4a847fa8e870 owned by network:dhcp {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:48.259516 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.264577 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-48f70508-6378-4474-b19a-31adf7c1fdcb tempest-DeleteServersTestJSON-620763299 tempest-DeleteServersTestJSON-620763299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:48.310240 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c23edb-cc27-448b-b391-4a847fa8e870,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:48.314604 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:48.317755 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] No DVR routers for this DVR port d7c23edb-cc27-448b-b391-4a847fa8e870 on host dv-cinder-792299-1-iscsi {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:14:48.328970 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] Calling delete_port for d7c23edb-cc27-448b-b391-4a847fa8e870 owned by network:dhcp {{(pid=91827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:14:48.371801 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.375623 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:48.417817 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] Pushing event deleted for resources: {'Port': ['ID=d7c23edb-cc27-448b-b391-4a847fa8e870,revision_number=None']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:48.422170 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:48.424222 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] No DVR routers for this DVR port d7c23edb-cc27-448b-b391-4a847fa8e870 on host dv-cinder-792299-1-iscsi {{(pid=91827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:14:48.435628 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.448372 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671de09a0>,) {'filters': {'network_id': ['11a79554-ad4d-4855-8029-2fed5693b697']}} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:48.460257 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671de09a0>, '2405a208-5c4b-4f84-aeb3-f115ce0cb815') {'for_net_delete': True} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:48.460602 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671de09a0>, '2405a208-5c4b-4f84-aeb3-f115ce0cb815') {} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:14:48.472032 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5941806'] for segment, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.488265 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.494419 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=91826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:14:48.494790 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6212352'] for segment, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]: Traceback (most recent call last):
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     timer()
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     cb(*args, **kw)
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     return func(*args, **kwargs)
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     self._notify()
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     self.callback(batched_events)
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     event.method(event)
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     return f(self, *a, **k)
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._get(url).json()
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self.request(url, 'GET', **kwargs)
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:14:48.508009 dv-cinder-792299-1-iscsi neutron-server[91826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:14:48.586518 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.591386 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6e7ab28d-3ab2-4854-ad8e-2426b739b386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:48.606080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.618446 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Pushing event deleted for resources: {'Network': ['ID=11a79554-ad4d-4855-8029-2fed5693b697,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:48.622977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:48.635732 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] 10.222.0.25 "DELETE /v2.0/networks/11a79554-ad4d-4855-8029-2fed5693b697 HTTP/1.1" status: 204  len: 168 time: 0.8351908
May 19 23:14:48.752721 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46540) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:48.802939 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-abd9366c-9a1e-471f-af15-c93a657b5a89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e9e58f86f5542dab77bd679acbe76a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0488026
May 19 23:14:48.805151 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46544) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:48.864433 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-cfd3bc87-a319-4ae2-a27f-40685efea9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.890070 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-cfd3bc87-a319-4ae2-a27f-40685efea9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.941971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-cfd3bc87-a319-4ae2-a27f-40685efea9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.946721 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2a737f27-365e-46bf-8d5a-9e17aad37edb tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:48.963069 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3bc87-a319-4ae2-a27f-40685efea9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3e3cad-dedb-4b73-a5f1-396be73a1ad1,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:48.966215 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-cfd3bc87-a319-4ae2-a27f-40685efea9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:48.972183 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-cfd3bc87-a319-4ae2-a27f-40685efea9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:48.973268 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-cfd3bc87-a319-4ae2-a27f-40685efea9a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb3e3cad-dedb-4b73-a5f1-396be73a1ad1 HTTP/1.1" status: 204  len: 168 time: 0.1671798
May 19 23:14:49.311079 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device d7c23edb-cc27-448b-b391-4a847fa8e870 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:14:49.346723 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: d7c23edb-cc27-448b-b391-4a847fa8e870 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:14:49.347074 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device d7c23edb-cc27-448b-b391-4a847fa8e870 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:14:53.361519 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:14:55.895748 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98c8ff-d9e8-4074-9492-ab82a9beaeff req-081b564f-16a8-42db-8bd8-61022e3953ed tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:55.897249 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6b98c8ff-d9e8-4074-9492-ab82a9beaeff req-081b564f-16a8-42db-8bd8-61022e3953ed tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0900762
May 19 23:14:56.041098 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6b98c8ff-d9e8-4074-9492-ab82a9beaeff req-6a1a02bf-9d0c-4aff-8765-84bcb0c62cfe tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218917
May 19 23:14:56.085087 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-e0a36ff6-8281-43e6-b042-3c95bcfa183f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:56.086596 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-e0a36ff6-8281-43e6-b042-3c95bcfa183f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 813 time: 0.1872158
May 19 23:14:56.101560 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-3416aef9-bdeb-4de4-9cb4-9f48ed65a9cf tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/quotas/ae7b096cf96047bcbc342873c8db26bb HTTP/1.1" status: 200  len: 375 time: 0.0095067
May 19 23:14:56.300418 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-363456ad-f0a2-4bb3-8b79-73ddb61c99f7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1933625
May 19 23:14:56.432881 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-d4581ed7-687f-412e-8616-e63696eef845 service neutron] 10.222.0.25 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258366
May 19 23:14:56.570739 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-518f84d2-d67f-45b0-a366-919e5e3673a3 service neutron] 10.222.0.25 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317000
May 19 23:14:56.753863 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-010ef25a-0b0d-496d-b8a7-dd1425ecc1d9 req-6d2a3615-55be-4e2a-ad4c-63fa3375367b tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 210 time: 0.0427237
May 19 23:14:57.241607 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb6b89-3e9a-45df-befc-ff96c4a9e3e8 req-856cad76-b581-4ab7-8426-95c2fdea283f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:57.243106 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ffcb6b89-3e9a-45df-befc-ff96c4a9e3e8 req-856cad76-b581-4ab7-8426-95c2fdea283f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0843101
May 19 23:14:57.290869 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ffcb6b89-3e9a-45df-befc-ff96c4a9e3e8 req-ff2c0eab-562a-4a0a-9ade-d741735d21f4 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405967
May 19 23:14:57.904581 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cdc71f76-7073-4586-bd4c-b45c82a4f002 req-55b81e6d-be2d-4ef1-91bf-109d3642bbcb tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 210 time: 0.0440400
May 19 23:14:57.914267 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-7b2f60dc-278f-4c79-8871-e5f331be092c tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:57.915731 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-7b2f60dc-278f-4c79-8871-e5f331be092c tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 813 time: 0.1499941
May 19 23:14:57.947102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Request body: {'port': {'device_id': 'd6c6527d-dcba-467a-bb58-649d2922fead', 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'admin_state_up': True, 'tenant_id': 'ae7b096cf96047bcbc342873c8db26bb'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:14:58.178335 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:14:58.182104 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Usage tracker for resource:port and tenant:ae7b096cf96047bcbc342873c8db26bb is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:14:58.184911 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:14:58.191428 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:14:58.201174 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Made reservation on behalf of ae7b096cf96047bcbc342873c8db26bb for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:14:58.205424 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:58.370725 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Allocated IP 172.20.0.4 (6fbf7e0c-9088-452c-a013-44bad04c4d9f/81e687d0-13ca-4db6-9cc9-68d2d5e07c3c/2485f088-b3cf-47bd-be6a-ad9c6df8202c) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:14:58.503599 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916a8be-89cf-4ea0-97ed-f536c0ba8ad1 req-ff0c7b6d-47c0-48c2-8eb1-d3c0acd22b3a tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:58.505113 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e916a8be-89cf-4ea0-97ed-f536c0ba8ad1 req-ff0c7b6d-47c0-48c2-8eb1-d3c0acd22b3a tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0974898
May 19 23:14:58.563735 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e916a8be-89cf-4ea0-97ed-f536c0ba8ad1 req-3a31f4da-a9ed-4323-a332-99e9b74a19b4 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522985
May 19 23:14:58.584824 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:58.614277 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:58.620715 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:58.650944 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['33b08239-127b-4404-9985-9e7f02956145'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:14:58.691963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Network 6fbf7e0c-9088-452c-a013-44bad04c4d9f is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:14:58.695126 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:14:58.700156 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:14:58.740332 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Pushing event updated for resources: {'Port': ['ID=2485f088-b3cf-47bd-be6a-ad9c6df8202c,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:58.750258 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:58.772259 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:58.773395 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:58.798492 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8552511
May 19 23:14:58.816686 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Request body: {'port': {'device_id': 'd6c6527d-dcba-467a-bb58-649d2922fead', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:14:58.929852 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:58.942857 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46734) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:59.083495 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.104352 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ca6cf-2883-4a48-a6e9-40419e6086e0 req-b5702bde-a78d-48bb-925f-79891efb1fa1 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:59.105841 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-771ca6cf-2883-4a48-a6e9-40419e6086e0 req-b5702bde-a78d-48bb-925f-79891efb1fa1 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 931 time: 0.0859189
May 19 23:14:59.108049 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:14:59.116506 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Usage tracker for resource:security_group_rule and tenant:bce78e3270b94c45baa240b2f2cf001c is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:14:59.132379 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:14:59.149916 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:14:59.152073 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-771ca6cf-2883-4a48-a6e9-40419e6086e0 req-0a560f07-9312-4dac-b522-07a198027485 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398362
May 19 23:14:59.373610 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.379324 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2485f088-b3cf-47bd-be6a-ad9c6df8202c {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:14:59.383516 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.395958 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-81ac1dc8-48bf-4868-b498-109fe52e933f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:59.402632 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.447673 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Transition to ACTIVE for port object 2485f088-b3cf-47bd-be6a-ad9c6df8202c will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:14:59.450922 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bce78e3270b94c45baa240b2f2cf001c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5071166
May 19 23:14:59.452963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90119262-39c4-45d5-9fb4-2f727afc9c94,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:59.454402 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46740) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:59.455598 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.459529 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a0501469-e796-4c4c-ab62-df7b25c90014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:59.460084 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:59.513357 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf315c7b-5907-40d0-a07f-76559f6b65b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.539442 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf315c7b-5907-40d0-a07f-76559f6b65b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.586928 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2485f088-b3cf-47bd-be6a-ad9c6df8202c,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:59.598960 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf315c7b-5907-40d0-a07f-76559f6b65b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.606611 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-69e3807f-e1c9-4c0a-9071-8efb6bd4a3a3 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:59.618470 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:59.620820 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf315c7b-5907-40d0-a07f-76559f6b65b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.625396 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-bf315c7b-5907-40d0-a07f-76559f6b65b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90119262-39c4-45d5-9fb4-2f727afc9c94 HTTP/1.1" status: 204  len: 168 time: 0.1669002
May 19 23:14:59.625396 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf315c7b-5907-40d0-a07f-76559f6b65b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90119262-39c4-45d5-9fb4-2f727afc9c94,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:59.626376 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-bf315c7b-5907-40d0-a07f-76559f6b65b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:59.704896 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Attempting to bind port 2485f088-b3cf-47bd-be6a-ad9c6df8202c on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:14:59.705225 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Attempting to bind port 2485f088-b3cf-47bd-be6a-ad9c6df8202c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:14:59.705544 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Attempting to bind port 2485f088-b3cf-47bd-be6a-ad9c6df8202c on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:14:59.711075 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Port 2485f088-b3cf-47bd-be6a-ad9c6df8202c on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:14:59.711394 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Attempting to bind port 2485f088-b3cf-47bd-be6a-ad9c6df8202c on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:14:59.716513 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:14:59.716839 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Checking segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:14:59.717390 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Bound using segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:14:59.717854 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Bound port: 2485f088-b3cf-47bd-be6a-ad9c6df8202c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:14:59.718200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.762787 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5009d-5697-4c6f-844b-9a0b394544d3 req-6f0a8dfd-0b1d-4564-9894-02b95da32583 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:59.766218 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0bc5009d-5697-4c6f-844b-9a0b394544d3 req-6f0a8dfd-0b1d-4564-9894-02b95da32583 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0892818
May 19 23:14:59.814021 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] For port 2485f088-b3cf-47bd-be6a-ad9c6df8202c, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:14:59.814443 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0bc5009d-5697-4c6f-844b-9a0b394544d3 req-98d4cdf6-9ef3-43b8-9c21-f267693c3501 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441921
May 19 23:14:59.817100 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] For port 2485f088-b3cf-47bd-be6a-ad9c6df8202c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2485f088-b3cf-47bd-be6a-ad9c6df8202c,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:14:59.822748 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.827305 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-bf8c6c60-87b6-4fb2-82c0-1de61500f370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:14:59.889760 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:14:59.890506 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.892276 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/2485f088-b3cf-47bd-be6a-ad9c6df8202c HTTP/1.1" status: 200  len: 1093 time: 1.0799048
May 19 23:14:59.892938 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c6527d-dcba-467a-bb58-649d2922fead', 'tag': '2485f088-b3cf-47bd-be6a-ad9c6df8202c'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:14:59.912192 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Pushing event updated for resources: {'Port': ['ID=2485f088-b3cf-47bd-be6a-ad9c6df8202c,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:14:59.916263 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:14:59.944563 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c6527d-dcba-467a-bb58-649d2922fead', 'tag': '2485f088-b3cf-47bd-be6a-ad9c6df8202c', 'status': 'completed', 'code': 200}
May 19 23:14:59.952315 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46752) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:14:59.970010 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:14:59.984706 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:14:59.988591 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0bc645a38c4365b356e6d10146a537 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:14:59.991429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:14:59.996970 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:00.044495 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-b5a2da14-87a1-410a-8c78-35b030c2ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:00.046296 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-b5a2da14-87a1-410a-8c78-35b030c2ce70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 1096 time: 0.0730805
May 19 23:15:00.082370 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.085904 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.093098 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fa2d8036-dc93-43f9-aa29-2c7a6e84929c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:00.134748 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b151f-f8d5-4f23-8f4e-12275d7728ec,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:00.138648 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:00.141977 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-9a49640b-0d09-4c76-8db8-295b3e8c8a42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c0bc645a38c4365b356e6d10146a537&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1884980
May 19 23:15:00.144748 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46756) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:00.211248 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf7f59aa-233a-4a95-916c-880f9be1ee47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.231394 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-b4527443-b799-47da-acbd-6fe0a4f64033 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2485f088-b3cf-47bd-be6a-ad9c6df8202c HTTP/1.1" status: 200  len: 217 time: 0.1665165
May 19 23:15:00.238812 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf7f59aa-233a-4a95-916c-880f9be1ee47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.296443 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-7bbdb86c-7af4-4520-9a0c-75b8e93f1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:00.297922 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-7bbdb86c-7af4-4520-9a0c-75b8e93f1077 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0605750
May 19 23:15:00.345630 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-9ebb228d-3263-4f1f-882c-ee4e12f7c6bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418253
May 19 23:15:00.351654 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf7f59aa-233a-4a95-916c-880f9be1ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.356776 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a6baaa40-cb86-448c-8313-90315d624c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:00.371016 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0450ee1-2a2f-4036-b4c5-ecd9fb43a215 req-702cc58a-01ca-4cb2-98b6-e51db7840786 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:00.372506 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a0450ee1-2a2f-4036-b4c5-ecd9fb43a215 req-702cc58a-01ca-4cb2-98b6-e51db7840786 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 943 time: 0.1044688
May 19 23:15:00.377499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f59aa-233a-4a95-916c-880f9be1ee47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b151f-f8d5-4f23-8f4e-12275d7728ec,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:00.382473 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-bf7f59aa-233a-4a95-916c-880f9be1ee47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:00.405314 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-bf7f59aa-233a-4a95-916c-880f9be1ee47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.409041 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-bf7f59aa-233a-4a95-916c-880f9be1ee47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e8b151f-f8d5-4f23-8f4e-12275d7728ec HTTP/1.1" status: 204  len: 168 time: 0.2633393
May 19 23:15:00.430033 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a0450ee1-2a2f-4036-b4c5-ecd9fb43a215 req-746f1743-eba1-46a6-a3af-73482a411013 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503254
May 19 23:15:00.484200 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-ade46e26-e8d0-484b-af47-e094b365bb6f service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326904
May 19 23:15:00.618722 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f3e457d1-edc1-47a3-a36b-5d9f92324777 req-686f78d5-290a-4070-94a4-9c99ced04eef service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286130
May 19 23:15:00.767961 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 46766) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:00.780406 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-7e0e30d9-31bf-4af3-b1d7-f1c76c32e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:00.781903 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-7e0e30d9-31bf-4af3-b1d7-f1c76c32e1b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 1096 time: 0.0757706
May 19 23:15:00.785210 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.799936 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:15:00.803702 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:786c0aa370a04797b4d25d91e58a97e1 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:15:00.806510 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:15:00.812821 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:00.898271 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.902420 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:00.911326 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fbcffb88-9c94-499e-9851-f7d4296e83c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:00.923931 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-cee0103a-5b38-4180-b31f-7bb3b59b0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:00.925672 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-cee0103a-5b38-4180-b31f-7bb3b59b0c19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 914 time: 0.1352258
May 19 23:15:00.990089 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=786c0aa370a04797b4d25d91e58a97e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2209554
May 19 23:15:00.996235 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46772) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:00.997398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814a5666-6f72-4051-bb5b-6304df31bfe9,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:00.997825 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-6b67aa02-9a1a-4e9c-b69f-20f9b0e42407 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2485f088-b3cf-47bd-be6a-ad9c6df8202c HTTP/1.1" status: 200  len: 217 time: 0.0647445
May 19 23:15:01.002507 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:01.038879 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad54926-810f-482e-aa04-03a484f3a351 req-91167498-537b-44b9-8fdf-996a3b51df54 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:01.040309 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dad54926-810f-482e-aa04-03a484f3a351 req-91167498-537b-44b9-8fdf-996a3b51df54 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.1068077
May 19 23:15:01.085350 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dad54926-810f-482e-aa04-03a484f3a351 req-81800732-d893-493b-ba10-2ceb6c8a1640 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383162
May 19 23:15:01.093056 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-ffda6f45-2451-4d2b-aed0-4cd0fddaaec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:01.094578 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-ffda6f45-2451-4d2b-aed0-4cd0fddaaec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0828364
May 19 23:15:01.150057 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-d95d8d17-3089-4a95-a094-681a58fa30cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473242
May 19 23:15:01.150862 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eda2039-6710-497f-91a9-37bb28050650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:01.209715 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eda2039-6710-497f-91a9-37bb28050650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:01.327329 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-a90351f4-4f35-41e7-bfda-52e1cbf387b6 service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671915
May 19 23:15:01.358758 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eda2039-6710-497f-91a9-37bb28050650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:01.372039 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-37d52b8b-e40d-453f-bbd7-f8927acdc21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:01.387444 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda2039-6710-497f-91a9-37bb28050650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814a5666-6f72-4051-bb5b-6304df31bfe9,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:01.392415 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2eda2039-6710-497f-91a9-37bb28050650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:01.458094 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eda2039-6710-497f-91a9-37bb28050650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:01.459222 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2eda2039-6710-497f-91a9-37bb28050650 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/814a5666-6f72-4051-bb5b-6304df31bfe9 HTTP/1.1" status: 204  len: 168 time: 0.4599543
May 19 23:15:01.491845 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-886f819e-4fd3-4cf3-9823-76bff8de673c req-29da62c0-2a68-4518-bf7e-ac407184f82a service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1540930
May 19 23:15:01.640116 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68c9ae-8dfd-48d3-b78d-ea42c70ced5a req-261b0bea-5c0c-4009-9d16-25de9faf042f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:01.640116 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4c68c9ae-8dfd-48d3-b78d-ea42c70ced5a req-261b0bea-5c0c-4009-9d16-25de9faf042f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 943 time: 0.0904264
May 19 23:15:01.682326 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4c68c9ae-8dfd-48d3-b78d-ea42c70ced5a req-46586df6-b41b-4098-b8eb-882d94e73c76 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401294
May 19 23:15:02.270303 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8851f-b60e-4f2b-a95c-fc11a55466e7 req-1afb1d2c-7a27-4e35-83c8-c9106b04a908 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:02.271750 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46e8851f-b60e-4f2b-a95c-fc11a55466e7 req-1afb1d2c-7a27-4e35-83c8-c9106b04a908 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0777440
May 19 23:15:02.276600 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2485f088-b3cf-47bd-be6a-ad9c6df8202c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:15:02.323152 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-46e8851f-b60e-4f2b-a95c-fc11a55466e7 req-cf1ef715-ef32-4c2a-b3c9-db792b00fb12 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439632
May 19 23:15:02.447656 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2485f088-b3cf-47bd-be6a-ad9c6df8202c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2485f088-b3cf-47bd-be6a-ad9c6df8202c,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:02.461973 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '2485f088-b3cf-47bd-be6a-ad9c6df8202c', 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'port_id': '2485f088-b3cf-47bd-be6a-ad9c6df8202c', 'mac_address': 'fa:16:3e:46:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e687d0-13ca-4db6-9cc9-68d2d5e07c3c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:15:02.520470 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:02.537805 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2485f088-b3cf-47bd-be6a-ad9c6df8202c {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:15:02.554825 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2485f088-b3cf-47bd-be6a-ad9c6df8202c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2485f088-b3cf-47bd-be6a-ad9c6df8202c,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:02.558993 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:02.561898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:02.602273 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46808) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:02.627019 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2485f088-b3cf-47bd-be6a-ad9c6df8202c,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:02.630445 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:02.722471 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:02.737438 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:15:02.741299 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Usage tracker for resource:security_group_rule and tenant:0b2147cb12da432a81dab2ba7e4b4526 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:15:02.744143 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:15:02.750044 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:02.837438 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:02.842582 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:02.855432 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f8a81a34-5941-4f6b-975b-e1f60e0a0db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:02.890405 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['2485f088-b3cf-47bd-be6a-ad9c6df8202c'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:15:02.901610 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b2147cb12da432a81dab2ba7e4b4526&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2956998
May 19 23:15:02.901610 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbea9249-5d87-4869-b237-c68b5aa9049b,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:02.902598 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 46816) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:02.914409 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:02.974035 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-78276c39-e85d-412c-bde7-6de0dbc735c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:02.984922 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f372ae9-c3ee-495d-8201-cbfff6a14009 req-a459498e-ad04-4cb0-9e9f-312e1c3b72c4 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:02.987613 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2f372ae9-c3ee-495d-8201-cbfff6a14009 req-a459498e-ad04-4cb0-9e9f-312e1c3b72c4 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 944 time: 0.1958511
May 19 23:15:03.006172 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-78276c39-e85d-412c-bde7-6de0dbc735c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:03.034703 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2f372ae9-c3ee-495d-8201-cbfff6a14009 req-aa8a3ce4-17e9-47ed-9ecd-8122292e78be tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400593
May 19 23:15:03.062269 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-78276c39-e85d-412c-bde7-6de0dbc735c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:03.067040 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-55d451f0-9d31-4d1b-a115-db46041bc2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:03.077568 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78276c39-e85d-412c-bde7-6de0dbc735c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbea9249-5d87-4869-b237-c68b5aa9049b,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:03.080967 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-78276c39-e85d-412c-bde7-6de0dbc735c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:03.084257 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-78276c39-e85d-412c-bde7-6de0dbc735c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:03.085356 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-78276c39-e85d-412c-bde7-6de0dbc735c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fbea9249-5d87-4869-b237-c68b5aa9049b HTTP/1.1" status: 204  len: 168 time: 0.1821485
May 19 23:15:03.511086 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b200d-d53f-4e30-9d82-694e0a855c3e req-eb99b935-160f-4f7f-b0d8-c7d70029ba37 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:03.512683 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-728b200d-d53f-4e30-9d82-694e0a855c3e req-eb99b935-160f-4f7f-b0d8-c7d70029ba37 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0828621
May 19 23:15:03.566273 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-728b200d-d53f-4e30-9d82-694e0a855c3e req-3d1f68c2-4cfc-4542-9685-4a539b932ec6 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458207
May 19 23:15:04.219758 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc025b73-d4a9-4d95-9818-330cca92629a req-726a4569-0c34-4399-b8d2-06d95a64139b tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:04.221205 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fc025b73-d4a9-4d95-9818-330cca92629a req-726a4569-0c34-4399-b8d2-06d95a64139b tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 944 time: 0.0812163
May 19 23:15:04.266987 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fc025b73-d4a9-4d95-9818-330cca92629a req-27049f22-4f1e-472b-8e0b-5a612b647cb3 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399022
May 19 23:15:04.298757 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2485f088-b3cf-47bd-be6a-ad9c6df8202c up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:15:04.367677 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 2485f088-b3cf-47bd-be6a-ad9c6df8202c completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:15:04.372182 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 2485f088-b3cf-47bd-be6a-ad9c6df8202c triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:15:04.372568 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:04.493312 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:04.520363 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c6527d-dcba-467a-bb58-649d2922fead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2485f088-b3cf-47bd-be6a-ad9c6df8202c'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:15:04.531028 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 2485f088-b3cf-47bd-be6a-ad9c6df8202c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2485f088-b3cf-47bd-be6a-ad9c6df8202c,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:04.537874 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:04.539726 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:04.570912 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c6527d-dcba-467a-bb58-649d2922fead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2485f088-b3cf-47bd-be6a-ad9c6df8202c', 'code': 200}
May 19 23:15:04.614606 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=2485f088-b3cf-47bd-be6a-ad9c6df8202c,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:04.617977 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:04.762518 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ba246-3861-4efc-a9ae-3c31223a65b8 req-def15688-7c86-4bc9-92d0-22962b4c0e86 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:04.764639 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1b7ba246-3861-4efc-a9ae-3c31223a65b8 req-def15688-7c86-4bc9-92d0-22962b4c0e86 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0927796
May 19 23:15:04.810197 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1b7ba246-3861-4efc-a9ae-3c31223a65b8 req-1682da7b-a104-472d-942e-90f3cfc0012f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393970
May 19 23:15:04.855501 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5f57c-877b-4026-8b4b-9aef616e769a req-c317a551-3041-4eea-a48d-930d4de88c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:04.856994 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65f5f57c-877b-4026-8b4b-9aef616e769a req-c317a551-3041-4eea-a48d-930d4de88c15 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 1098 time: 0.0784302
May 19 23:15:04.896960 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-65f5f57c-877b-4026-8b4b-9aef616e769a req-9599e23e-37ee-43b6-bf5b-488aff906ae2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340974
May 19 23:15:05.464482 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69290fc3-a7e5-4930-96be-2f7be890dd7f req-4f19b630-b8b9-4578-b761-8212fb0959a3 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:05.465841 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-69290fc3-a7e5-4930-96be-2f7be890dd7f req-4f19b630-b8b9-4578-b761-8212fb0959a3 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 945 time: 0.0900853
May 19 23:15:05.512517 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-69290fc3-a7e5-4930-96be-2f7be890dd7f req-455560eb-ad53-4117-b93e-b945374d9dd0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397742
May 19 23:15:06.006487 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aa597-00fe-46ac-b3d1-5113e4c7ace7 req-030dd807-5a30-4543-90d7-a8d8dc8e6b75 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:06.008741 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a08aa597-00fe-46ac-b3d1-5113e4c7ace7 req-030dd807-5a30-4543-90d7-a8d8dc8e6b75 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0868890
May 19 23:15:06.054561 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a08aa597-00fe-46ac-b3d1-5113e4c7ace7 req-ee1296a6-b9b2-4b0b-9020-b5da5fc9009d tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408187
May 19 23:15:06.158706 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-9a24565c-948a-4cfb-bfd0-11b74b8f5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:06.160164 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-9a24565c-948a-4cfb-bfd0-11b74b8f5108 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1098 time: 0.0698426
May 19 23:15:06.195366 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-2274554b-2060-431f-a654-dbdb5376235c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:06.381348 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-6b51901f-8018-486a-af0b-ab2469f4bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:06.382816 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-6b51901f-8018-486a-af0b-ab2469f4bb92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 909 time: 0.2148705
May 19 23:15:06.485602 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-54b3478a-583e-408c-a6c6-90f282836b80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 1001 time: 0.0955591
May 19 23:15:06.555701 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-1444ff44-ad18-400f-ab38-661d4aa3473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:06.557161 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-1444ff44-ad18-400f-ab38-661d4aa3473b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 200  len: 847 time: 0.0655730
May 19 23:15:06.635456 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-71382d49-9ef5-47d6-a0e8-3b3ac41a5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:06.636969 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-71382d49-9ef5-47d6-a0e8-3b3ac41a5725 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b285b490-3bef-4db6-b3e6-62f89d95eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735281
May 19 23:15:06.708714 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c0aba-b4f8-4d48-98d9-d1445b084773 req-db110aae-c66c-47b3-9852-9a731edebca5 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:06.710769 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-207c0aba-b4f8-4d48-98d9-d1445b084773 req-db110aae-c66c-47b3-9852-9a731edebca5 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 945 time: 0.0884213
May 19 23:15:06.760040 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-207c0aba-b4f8-4d48-98d9-d1445b084773 req-c7612467-d2c7-4f8a-8297-a7c243bd1d5f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421247
May 19 23:15:06.782143 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-ed810a87-8d1b-412d-9ac7-f09be9ad9ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302998
May 19 23:15:06.917285 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-80b0f407-c582-42f1-b7ff-fde45e8bbd0c req-b83b4b61-a0fa-46e2-a803-f379b2238cff service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303918
May 19 23:15:07.245293 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9155e-71cb-4dd4-bcea-f461b99a86fa req-ec879785-ddf2-43b4-802a-80d15132f34d tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:07.247570 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a8c9155e-71cb-4dd4-bcea-f461b99a86fa req-ec879785-ddf2-43b4-802a-80d15132f34d tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0856574
May 19 23:15:07.302435 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a8c9155e-71cb-4dd4-bcea-f461b99a86fa req-0d5ee593-b447-4696-a34b-cd5b6fce4290 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470932
May 19 23:15:08.493856 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251dbd90-5a65-42e9-bd49-e1137312c828 req-14ce1942-069d-4876-abd2-6b73169a95c2 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:08.495345 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-251dbd90-5a65-42e9-bd49-e1137312c828 req-14ce1942-069d-4876-abd2-6b73169a95c2 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0856185
May 19 23:15:08.542752 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-251dbd90-5a65-42e9-bd49-e1137312c828 req-ee402302-e995-438c-a6a7-366cf7a54498 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407441
May 19 23:15:08.724972 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:08.920681 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-cd41b394-bc74-49c8-be62-512d65adef7e tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:08.922151 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-cd41b394-bc74-49c8-be62-512d65adef7e tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 813 time: 0.1537881
May 19 23:15:08.936951 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-32891440-ce1f-4655-b2d8-8ebf6e6df6cb tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/quotas/ae7b096cf96047bcbc342873c8db26bb HTTP/1.1" status: 200  len: 375 time: 0.0092113
May 19 23:15:09.016047 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-53982363-97e0-4f7c-8c07-a26369bce21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:09.025857 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-f80327bf-f630-43e6-828e-141a200b4f77 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0836058
May 19 23:15:09.163787 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-1ec8daf3-8bc6-41e8-9011-dbca26162c95 service neutron] 10.222.0.25 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296673
May 19 23:15:09.326065 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c98fc708-6410-415b-9256-73e31414ab67 service neutron] 10.222.0.25 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482322
May 19 23:15:09.507230 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1d430f4f-b35c-4a90-94b8-50328ac94f74 req-3672f291-ff95-460f-b4bb-b3acdd8186f2 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 210 time: 0.0433555
May 19 23:15:09.743440 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:09.748698 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d60baa-aa30-470b-b2ba-16d069a6e0dc req-07f366b0-0e28-4dc6-832f-61ce816e76c9 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:09.751091 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-58d60baa-aa30-470b-b2ba-16d069a6e0dc req-07f366b0-0e28-4dc6-832f-61ce816e76c9 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0981398
May 19 23:15:09.803593 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-58d60baa-aa30-470b-b2ba-16d069a6e0dc req-24d7731d-ab72-430d-9d66-1248488dbcf7 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460944
May 19 23:15:10.324499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693b0bc-31b4-4eb7-8052-b947b3adc79d req-724a7ec4-fdb6-40d1-87c0-f4b220ad1534 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:10.326045 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9693b0bc-31b4-4eb7-8052-b947b3adc79d req-724a7ec4-fdb6-40d1-87c0-f4b220ad1534 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.2396755
May 19 23:15:10.350151 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-a824086c-758c-4665-8f14-db92a79b4406 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3289640
May 19 23:15:10.377965 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9693b0bc-31b4-4eb7-8052-b947b3adc79d req-6df2aaeb-b742-41a5-9b63-e61135e5df17 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458145
May 19 23:15:10.681203 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5d5108ce-4c9b-4835-b33a-fdc7bd94d546 req-3e5d0634-be03-48e0-8ee0-8d34317733e2 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 210 time: 0.0473652
May 19 23:15:10.758672 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-e8b56590-4661-42f8-8021-8b6c0e613b96 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:10.760194 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-e8b56590-4661-42f8-8021-8b6c0e613b96 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 813 time: 0.2288740
May 19 23:15:10.779738 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Request body: {'port': {'device_id': '25a15572-e501-47f9-9871-cb9971016bd2', 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'admin_state_up': True, 'tenant_id': 'ae7b096cf96047bcbc342873c8db26bb'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:15:10.928265 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:15:10.932051 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Usage tracker for resource:port and tenant:ae7b096cf96047bcbc342873c8db26bb is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:15:10.935370 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:15:10.941287 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:10.954507 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Made reservation on behalf of ae7b096cf96047bcbc342873c8db26bb for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:15:10.958150 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:11.142123 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Allocated IP 172.20.0.2 (6fbf7e0c-9088-452c-a013-44bad04c4d9f/81e687d0-13ca-4db6-9cc9-68d2d5e07c3c/a5677ed1-0d3c-4275-a76e-62955dd2364b) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:15:11.342378 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:11.371258 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:11.376671 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-029d5aec-7096-4b98-96b8-e14b397b0b6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:11.408100 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['33b08239-127b-4404-9985-9e7f02956145', '2485f088-b3cf-47bd-be6a-ad9c6df8202c'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:15:11.449033 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Network 6fbf7e0c-9088-452c-a013-44bad04c4d9f is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:15:11.452611 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:15:11.457247 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:15:11.473196 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:11.489357 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Pushing event updated for resources: {'Port': ['ID=a5677ed1-0d3c-4275-a76e-62955dd2364b,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:11.496136 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:11.529341 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:11.530225 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:11.552738 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-4afecdd2-84e8-4d8e-935b-34b408a222c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7775559
May 19 23:15:11.571132 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Request body: {'port': {'device_id': '25a15572-e501-47f9-9871-cb9971016bd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:15:11.594419 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d64f0-ace7-4e1d-927c-80b0dcb6a551 req-1cd9479e-fbfb-4367-b4f3-6344f0a0899f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:11.595776 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-063d64f0-ace7-4e1d-927c-80b0dcb6a551 req-1cd9479e-fbfb-4367-b4f3-6344f0a0899f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0909302
May 19 23:15:11.645308 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-063d64f0-ace7-4e1d-927c-80b0dcb6a551 req-88b946f4-b9f4-4bdd-b2df-edad7b5a7391 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432022
May 19 23:15:11.690337 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:11.898479 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556d844-9ea7-4166-a548-c4b79cdf40e2 req-83705181-db1b-4842-b478-22181f8d73c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:11.900010 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7556d844-9ea7-4166-a548-c4b79cdf40e2 req-83705181-db1b-4842-b478-22181f8d73c0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 931 time: 0.0965006
May 19 23:15:11.946057 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7556d844-9ea7-4166-a548-c4b79cdf40e2 req-adcb5cee-3015-482d-a0fa-65c4df25b102 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389397
May 19 23:15:12.133946 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5677ed1-0d3c-4275-a76e-62955dd2364b {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:15:12.141968 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:12.156781 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Transition to ACTIVE for port object a5677ed1-0d3c-4275-a76e-62955dd2364b will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:15:12.160593 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:12.164215 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-869d4b28-1640-4b55-abc8-9bc4abd867b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:12.303794 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 1be2e82a-e141-4f61-ae70-ec21558461c2 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:15:12.323845 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2077990-c341-4352-b108-135a9720794e service neutron] Pushing event updated for resources: {'Port': ['ID=a5677ed1-0d3c-4275-a76e-62955dd2364b,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:12.331060 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2077990-c341-4352-b108-135a9720794e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:12.402570 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Attempting to bind port a5677ed1-0d3c-4275-a76e-62955dd2364b on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:15:12.402987 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Attempting to bind port a5677ed1-0d3c-4275-a76e-62955dd2364b by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:15:12.403220 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Attempting to bind port a5677ed1-0d3c-4275-a76e-62955dd2364b on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:15:12.409315 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Port a5677ed1-0d3c-4275-a76e-62955dd2364b on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:15:12.409631 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Attempting to bind port a5677ed1-0d3c-4275-a76e-62955dd2364b on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:15:12.415624 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:15:12.416405 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Checking segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:15:12.416787 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Bound using segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:15:12.417471 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Bound port: a5677ed1-0d3c-4275-a76e-62955dd2364b, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:15:12.417642 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:12.427045 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:12.460077 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:12.461756 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:15:12.469640 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:12.472311 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:12.490434 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-47ab4293-8f9d-4f88-9356-635b6f0c3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:12.492098 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-47ab4293-8f9d-4f88-9356-635b6f0c3768 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292&tenant_id=49a2dbab91c0439ab4c5754ea5dffd85 HTTP/1.1" status: 200  len: 1098 time: 0.0971985
May 19 23:15:12.530039 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] For port a5677ed1-0d3c-4275-a76e-62955dd2364b, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:15:12.533642 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] For port a5677ed1-0d3c-4275-a76e-62955dd2364b, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a5677ed1-0d3c-4275-a76e-62955dd2364b,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:15:12.534853 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'code': 200}
May 19 23:15:12.547207 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:12.547943 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=6']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:12.551016 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:12.553439 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-29abdf3b-7929-42df-b9a2-7c6372c8910d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:12.573609 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47018) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:12.602891 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:12.603368 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:12.604722 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-c2077990-c341-4352-b108-135a9720794e service neutron] 10.222.0.36 "PUT /v2.0/ports/a5677ed1-0d3c-4275-a76e-62955dd2364b HTTP/1.1" status: 200  len: 1093 time: 1.0380814
May 19 23:15:12.612962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a15572-e501-47f9-9871-cb9971016bd2', 'tag': 'a5677ed1-0d3c-4275-a76e-62955dd2364b'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:15:12.652985 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2077990-c341-4352-b108-135a9720794e service neutron] Pushing event updated for resources: {'Port': ['ID=a5677ed1-0d3c-4275-a76e-62955dd2364b,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:12.656405 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2077990-c341-4352-b108-135a9720794e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:12.670633 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a15572-e501-47f9-9871-cb9971016bd2', 'tag': 'a5677ed1-0d3c-4275-a76e-62955dd2364b', 'status': 'completed', 'code': 200}
May 19 23:15:12.672796 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-6ae1dbe9-e0cb-4b93-8f6c-866a88ca92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:12.674374 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-6ae1dbe9-e0cb-4b93-8f6c-866a88ca92fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1096 time: 0.0939593
May 19 23:15:12.752282 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:12.773515 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-cc063023-86ad-4e14-90e7-1f48605104fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:12.775052 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-cc063023-86ad-4e14-90e7-1f48605104fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 1096 time: 0.0801561
May 19 23:15:12.852110 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-3dc214e5-69b4-4104-9cbd-b2d0e90da93b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5677ed1-0d3c-4275-a76e-62955dd2364b HTTP/1.1" status: 200  len: 217 time: 0.0639107
May 19 23:15:12.863567 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:15:12.872571 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Usage tracker for resource:security_group_rule and tenant:beb19602bd2045ebae34e07bd3e4131f is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:15:12.878406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:15:12.891520 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:12.914795 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-704217b5-2aa6-46db-87c3-290eaf065e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:12.916235 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-704217b5-2aa6-46db-87c3-290eaf065e73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0568147
May 19 23:15:12.936423 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-0ed35a51-5e44-46e2-8fd5-cfb9924eb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:12.937866 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-0ed35a51-5e44-46e2-8fd5-cfb9924eb810 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 909 time: 0.2425456
May 19 23:15:12.963441 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-a76942d4-40fc-450a-b146-5f7f11ccbc98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0405643
May 19 23:15:13.049001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d12b-1b66-4cb1-92db-00fa7ba605c2 req-6cd5960d-ebce-48ca-9aeb-8838a81b3726 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:13.050534 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4e42d12b-1b66-4cb1-92db-00fa7ba605c2 req-6cd5960d-ebce-48ca-9aeb-8838a81b3726 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.2882402
May 19 23:15:13.096880 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-fed3f842-6359-400a-b18c-6f2761ded54c service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270096
May 19 23:15:13.137836 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-561955c0-d081-48a0-8a1e-393fe1d0f01e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 999 time: 0.1897171
May 19 23:15:13.230677 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-280cae82-bab1-4281-9cc8-b1796c70fb6d req-91feb45f-e5b6-4277-90a2-9b4e64089276 service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274748
May 19 23:15:13.240745 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4e42d12b-1b66-4cb1-92db-00fa7ba605c2 req-3839ea23-1951-4c52-b0a1-46c2069a03ee tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1751237
May 19 23:15:13.265737 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:13.273696 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-69a876b8-d168-478f-a926-350da1306e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:13.275155 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-69a876b8-d168-478f-a926-350da1306e03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 200  len: 847 time: 0.1264250
May 19 23:15:13.276463 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:13.284847 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ce14fa41-9b4f-4e2c-9ffb-2bb23d6fa9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:13.309213 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f9c7-ef5e-41e2-8266-ce7c4230d1d4 req-62284bb8-2ee9-4204-8142-96d040ead655 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:13.310846 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d004f9c7-ef5e-41e2-8266-ce7c4230d1d4 req-62284bb8-2ee9-4204-8142-96d040ead655 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 943 time: 0.2498684
May 19 23:15:13.387082 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d753b5-92c1-4d70-a6a6-142923fc3ccb,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:13.391876 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beb19602bd2045ebae34e07bd3e4131f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8170881
May 19 23:15:13.396086 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47030) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:13.397675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:13.433215 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d004f9c7-ef5e-41e2-8266-ce7c4230d1d4 req-9212c36a-bdd6-4549-8562-21acc99c1ea0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072991
May 19 23:15:13.460223 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-a85f8227-0f20-4fbf-aab6-75fa00d014cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:13.461737 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-a85f8227-0f20-4fbf-aab6-75fa00d014cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b285b490-3bef-4db6-b3e6-62f89d95eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1118295
May 19 23:15:13.481781 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-3643e3d4-7645-4e3c-b7de-646857df0e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:13.483290 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-3643e3d4-7645-4e3c-b7de-646857df0e06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 1096 time: 0.1273141
May 19 23:15:13.487947 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1e7ff953-32f0-4234-829f-df58372b2a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:13.548156 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1e7ff953-32f0-4234-829f-df58372b2a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:13.594837 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-725a463d-9aef-4590-925f-257f8b64458b service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240282
May 19 23:15:13.665614 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-9d1a1f30-ffb1-4146-94ec-0251c4f84990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:13.667006 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-9d1a1f30-ffb1-4146-94ec-0251c4f84990 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 914 time: 0.1702468
May 19 23:15:13.731733 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bde9faae-84ea-4d5e-b502-5e70ba0b2b42 req-33996e27-403d-46dc-a5e5-13eb6112c2cd service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281378
May 19 23:15:13.825291 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1e7ff953-32f0-4234-829f-df58372b2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:13.830157 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-3f8ff6b2-3dc7-431d-a008-3da4071ba124 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5677ed1-0d3c-4275-a76e-62955dd2364b HTTP/1.1" status: 200  len: 217 time: 0.1561773
May 19 23:15:13.831854 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4cc9fb2b-a542-4270-822c-4d0e9448b60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:13.841106 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:13.842982 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ff953-32f0-4234-829f-df58372b2a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d753b5-92c1-4d70-a6a6-142923fc3ccb,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:13.845811 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1e7ff953-32f0-4234-829f-df58372b2a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:13.847708 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1e7ff953-32f0-4234-829f-df58372b2a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:13.848776 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-1e7ff953-32f0-4234-829f-df58372b2a5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5d753b5-92c1-4d70-a6a6-142923fc3ccb HTTP/1.1" status: 204  len: 168 time: 0.4519076
May 19 23:15:13.931676 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-3eee688c-21b4-4851-b2d4-9768e7906a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:13.933211 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-3eee688c-21b4-4851-b2d4-9768e7906a29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0611715
May 19 23:15:13.983321 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-644e60e2-2d0b-4d07-9f7f-de253a659f1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411279
May 19 23:15:14.119658 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-9eeea334-92b9-41a7-bb09-fe8d3cb13abf service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294568
May 19 23:15:14.130972 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47038) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:14.178156 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:14.240940 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:15:14.250117 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Usage tracker for resource:security_group_rule and tenant:a9ea3cecc93346c48dac6028242dd5b9 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:15:14.258709 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:15:14.267631 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:14.311141 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-980e8ddb-4b1a-4c3c-be7e-814b3c77f9da req-eac3812e-c3e8-49ce-a799-b01f06870c35 service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773558
May 19 23:15:14.377389 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:14.381413 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:14.390523 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ecc3bc0b-f1a9-476e-9304-d2c1ee8dd9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:14.433608 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce9a92-f9a2-4bbf-b779-33a4d034a305 req-11d33fa6-716a-4dcf-bc55-819fc0bf8944 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:14.435014 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f6ce9a92-f9a2-4bbf-b779-33a4d034a305 req-11d33fa6-716a-4dcf-bc55-819fc0bf8944 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0803924
May 19 23:15:14.437091 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9ea3cecc93346c48dac6028242dd5b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3051295
May 19 23:15:14.438142 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ac9357-3358-432a-835f-4cd667cfd56c,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:14.439659 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47046) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:14.441118 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b9806687-66c3-4918-afd2-bed8a250af7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:14.520421 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f6ce9a92-f9a2-4bbf-b779-33a4d034a305 req-e72a837c-e4a7-4d72-a0f1-c7dd3bd91eb0 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782516
May 19 23:15:14.580328 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b97304d7-1729-4785-90c6-b0b59b40fa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:14.621336 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b97304d7-1729-4785-90c6-b0b59b40fa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:14.672967 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d2627-9851-4bbf-8056-fcce634b370b req-241b37a0-b1b1-42ac-84c3-efb3ee25dc09 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:14.674428 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-681d2627-9851-4bbf-8056-fcce634b370b req-241b37a0-b1b1-42ac-84c3-efb3ee25dc09 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 943 time: 0.1335492
May 19 23:15:14.714764 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b97304d7-1729-4785-90c6-b0b59b40fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:14.824949 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:14.844286 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-681d2627-9851-4bbf-8056-fcce634b370b req-dd01e045-8903-48f5-8627-409aaf0cddc7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640236
May 19 23:15:14.844976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97304d7-1729-4785-90c6-b0b59b40fa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ac9357-3358-432a-835f-4cd667cfd56c,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:14.847774 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b97304d7-1729-4785-90c6-b0b59b40fa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:14.860612 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b97304d7-1729-4785-90c6-b0b59b40fa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:14.863998 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b97304d7-1729-4785-90c6-b0b59b40fa4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26ac9357-3358-432a-835f-4cd667cfd56c HTTP/1.1" status: 204  len: 168 time: 0.4211192
May 19 23:15:15.205594 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47056) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:15.222890 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:15.236888 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:15:15.240628 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Usage tracker for resource:security_group_rule and tenant:986dbdd4c6c245349e70c06f9faa4cb8 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:15:15.243381 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:15:15.249527 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:15.329320 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:15.332881 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:15.340814 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d1603e0d-1efa-4fe7-a2c0-c471252ce48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:15.379798 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=986dbdd4c6c245349e70c06f9faa4cb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1731377
May 19 23:15:15.380685 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17177b21-dd4b-4356-b0d4-4a9d3f51b61d,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:15.382493 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47060) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:15.383526 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:15.444619 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9895-74dd-4ec1-ba19-77f82bd51456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:15.469904 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9895-74dd-4ec1-ba19-77f82bd51456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:15.519753 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9895-74dd-4ec1-ba19-77f82bd51456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:15.523085 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f1dab4f2-a7cc-4b3a-95b9-9b1d9fd03784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:15.535880 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef9895-74dd-4ec1-ba19-77f82bd51456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17177b21-dd4b-4356-b0d4-4a9d3f51b61d,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:15.539721 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d0ef9895-74dd-4ec1-ba19-77f82bd51456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:15.546750 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d0ef9895-74dd-4ec1-ba19-77f82bd51456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:15.547853 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d0ef9895-74dd-4ec1-ba19-77f82bd51456 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17177b21-dd4b-4356-b0d4-4a9d3f51b61d HTTP/1.1" status: 204  len: 168 time: 0.1643937
May 19 23:15:15.735380 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0086730-6aa9-4442-82f2-19a6ceb2a905 req-0dc4775f-18a7-4b5b-bf3b-20a8c05ddf46 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:15.736873 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f0086730-6aa9-4442-82f2-19a6ceb2a905 req-0dc4775f-18a7-4b5b-bf3b-20a8c05ddf46 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0861454
May 19 23:15:15.781661 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f0086730-6aa9-4442-82f2-19a6ceb2a905 req-76225183-e0a0-4902-833d-f43734082d51 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388815
May 19 23:15:16.035339 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0539f9-a51e-410d-80ca-b0aa1e710469 req-5b5e114e-feb7-40fc-b0a9-7e808e4f3dd6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:16.036746 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9c0539f9-a51e-410d-80ca-b0aa1e710469 req-5b5e114e-feb7-40fc-b0a9-7e808e4f3dd6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 943 time: 0.0824597
May 19 23:15:16.088620 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9c0539f9-a51e-410d-80ca-b0aa1e710469 req-1583adfe-246a-4d1f-b799-aa772ba27e09 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453393
May 19 23:15:16.333571 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device a5677ed1-0d3c-4275-a76e-62955dd2364b details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:15:16.468360 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port a5677ed1-0d3c-4275-a76e-62955dd2364b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a5677ed1-0d3c-4275-a76e-62955dd2364b,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:16.482221 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'a5677ed1-0d3c-4275-a76e-62955dd2364b', 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'port_id': 'a5677ed1-0d3c-4275-a76e-62955dd2364b', 'mac_address': 'fa:16:3e:df:7e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e687d0-13ca-4db6-9cc9-68d2d5e07c3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:15:16.545796 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:16.563203 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5677ed1-0d3c-4275-a76e-62955dd2364b {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:15:16.579704 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port a5677ed1-0d3c-4275-a76e-62955dd2364b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a5677ed1-0d3c-4275-a76e-62955dd2364b,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:16.583575 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:16.586658 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:16.651447 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=a5677ed1-0d3c-4275-a76e-62955dd2364b,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:16.655006 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:16.917252 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['a5677ed1-0d3c-4275-a76e-62955dd2364b'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:15:17.022302 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac8a41-ecbe-4b1f-bcdc-e6553efdf297 req-4c7258de-aa64-4d32-8a1a-222219d2070a tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:17.024032 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-adac8a41-ecbe-4b1f-bcdc-e6553efdf297 req-4c7258de-aa64-4d32-8a1a-222219d2070a tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.1119347
May 19 23:15:17.076662 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-adac8a41-ecbe-4b1f-bcdc-e6553efdf297 req-dc026533-044f-41e3-9ceb-875b0b8c1f24 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456715
May 19 23:15:17.278733 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0970c63-8341-463a-a0d8-9f5d2085154c req-730aa8f2-b903-4950-ac64-39ce6e9c187c tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:17.280233 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b0970c63-8341-463a-a0d8-9f5d2085154c req-730aa8f2-b903-4950-ac64-39ce6e9c187c tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 944 time: 0.0851474
May 19 23:15:17.328255 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b0970c63-8341-463a-a0d8-9f5d2085154c req-a952f8b3-d28a-460d-aba8-0f28754e204f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421841
May 19 23:15:18.263882 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2191eb9-ff66-47b5-85ec-6643eeb7eac0 req-efa72562-d5ce-4617-96f6-133703465167 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:18.265520 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a2191eb9-ff66-47b5-85ec-6643eeb7eac0 req-efa72562-d5ce-4617-96f6-133703465167 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0806167
May 19 23:15:18.314096 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a2191eb9-ff66-47b5-85ec-6643eeb7eac0 req-8150388e-68aa-41f0-a29a-e8e302650acf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428479
May 19 23:15:18.337333 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device a5677ed1-0d3c-4275-a76e-62955dd2364b up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:15:18.406797 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port a5677ed1-0d3c-4275-a76e-62955dd2364b completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:15:18.411938 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port a5677ed1-0d3c-4275-a76e-62955dd2364b triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:15:18.412393 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:18.517217 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30ee07-91cc-4e82-944e-c529f27195d1 req-1e5ba01a-83d4-4d65-ae6e-cfef7e4968fa tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:18.518689 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fa30ee07-91cc-4e82-944e-c529f27195d1 req-1e5ba01a-83d4-4d65-ae6e-cfef7e4968fa tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 944 time: 0.0819962
May 19 23:15:18.543495 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:18.569359 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fa30ee07-91cc-4e82-944e-c529f27195d1 req-f1af8e7c-f335-475e-874a-1fa5f4718f61 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445709
May 19 23:15:18.574276 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a15572-e501-47f9-9871-cb9971016bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5677ed1-0d3c-4275-a76e-62955dd2364b'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:15:18.587882 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port a5677ed1-0d3c-4275-a76e-62955dd2364b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a5677ed1-0d3c-4275-a76e-62955dd2364b,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:18.592850 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:18.594677 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:18.632734 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a15572-e501-47f9-9871-cb9971016bd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5677ed1-0d3c-4275-a76e-62955dd2364b', 'code': 200}
May 19 23:15:18.695852 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=a5677ed1-0d3c-4275-a76e-62955dd2364b,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:18.699101 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:18.761746 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-e3a6bfb1-9f70-4d29-989b-27ed2c1aaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:18.763423 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-e3a6bfb1-9f70-4d29-989b-27ed2c1aaef1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1096 time: 0.0750008
May 19 23:15:18.916455 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-f4942972-e8ba-41e3-8ea5-52c6c34eca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:18.916795 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401fb30-f26e-4162-8aa9-afba08466397 req-c02f2fd1-48c0-4469-a041-04c56c10d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:18.917999 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-f4942972-e8ba-41e3-8ea5-52c6c34eca9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 909 time: 0.1308932
May 19 23:15:18.918301 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8401fb30-f26e-4162-8aa9-afba08466397 req-c02f2fd1-48c0-4469-a041-04c56c10d5ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 1098 time: 0.0755265
May 19 23:15:18.965463 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8401fb30-f26e-4162-8aa9-afba08466397 req-80a11b68-aeb2-46b4-9f1e-d8547ad0287b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349975
May 19 23:15:19.027126 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-a948cb33-999b-467a-baad-8ffab1c149bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 999 time: 0.0970857
May 19 23:15:19.338281 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-00eb5939-2299-488b-8cd5-564078c11abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:19.339726 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-00eb5939-2299-488b-8cd5-564078c11abb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 200  len: 847 time: 0.0639758
May 19 23:15:19.443582 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-a719d9cf-b8b9-44c9-8c36-e75a6f7e9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:19.445070 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-a719d9cf-b8b9-44c9-8c36-e75a6f7e9d37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b285b490-3bef-4db6-b3e6-62f89d95eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724816
May 19 23:15:19.507380 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511e40d-dde3-4281-9d1f-c5c61d416807 req-16f85b9a-c892-4992-8d7d-d7d8533f3cf3 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:19.508836 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e511e40d-dde3-4281-9d1f-c5c61d416807 req-16f85b9a-c892-4992-8d7d-d7d8533f3cf3 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0854113
May 19 23:15:19.556817 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e511e40d-dde3-4281-9d1f-c5c61d416807 req-94393c69-89a5-4915-98c9-5a04c9e493f9 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409386
May 19 23:15:19.587729 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-b07f2b83-9458-428d-9217-5332e31de98b service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294265
May 19 23:15:19.726160 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c6fb1313-d06d-4e96-b6c3-04352d0ad21c req-4cc0da3b-0854-4147-8142-bcba36e4d9ea service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299815
May 19 23:15:19.766118 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144f7ce-fdda-4106-a566-9309dd9e1183 req-24681be9-d3b0-4340-9691-e4399acfa845 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:19.767540 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3144f7ce-fdda-4106-a566-9309dd9e1183 req-24681be9-d3b0-4340-9691-e4399acfa845 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 945 time: 0.0864241
May 19 23:15:19.816226 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3144f7ce-fdda-4106-a566-9309dd9e1183 req-250bdbe8-cca5-430e-879a-2803703441cb tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429821
May 19 23:15:20.748640 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b70d4-04b3-40ec-aecf-766c92bbe9b1 req-933209e9-c409-4937-870b-1498f5c75dc5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:20.750102 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-193b70d4-04b3-40ec-aecf-766c92bbe9b1 req-933209e9-c409-4937-870b-1498f5c75dc5 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0842776
May 19 23:15:20.798522 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-193b70d4-04b3-40ec-aecf-766c92bbe9b1 req-fbd1f4a0-f84c-4015-9820-2d36fe1de181 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425303
May 19 23:15:21.147080 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa2a5a3-f879-4fc9-92ec-e67eefd77232 req-7759c544-07ba-40e2-b280-5692c7a28f8a tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:21.148668 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-afa2a5a3-f879-4fc9-92ec-e67eefd77232 req-7759c544-07ba-40e2-b280-5692c7a28f8a tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 945 time: 0.0814919
May 19 23:15:21.195247 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-afa2a5a3-f879-4fc9-92ec-e67eefd77232 req-b1ff4927-ab9b-4213-a6bc-6672b5a79569 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395164
May 19 23:15:21.992591 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87755f90-a1dd-4232-a362-60bd62cc6e98 req-d1cdfb85-557d-4a92-be97-f0d6fda0e001 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:21.994069 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-87755f90-a1dd-4232-a362-60bd62cc6e98 req-d1cdfb85-557d-4a92-be97-f0d6fda0e001 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 943 time: 0.0842614
May 19 23:15:22.040393 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-87755f90-a1dd-4232-a362-60bd62cc6e98 req-860df57e-81d8-4ac2-b326-f105ad0c5d1f tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395181
May 19 23:15:22.356301 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 1be2e82a-e141-4f61-ae70-ec21558461c2 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:15:22.491331 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:22.505168 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'port_id': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'mac_address': 'fa:16:3e:69:47:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:15:22.564801 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:22.581384 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be2e82a-e141-4f61-ae70-ec21558461c2 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:15:22.597307 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:22.601484 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:22.603213 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d2a23468-025b-4b91-925a-c85c8f0eaf2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:22.671914 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=7']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:22.674965 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:22.979024 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['1be2e82a-e141-4f61-ae70-ec21558461c2'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:15:23.245821 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b924384-c859-4042-b275-f3b9ce984c88 req-c27ef006-9979-4a84-8127-16a77164f31d tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:23.248015 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8b924384-c859-4042-b275-f3b9ce984c88 req-c27ef006-9979-4a84-8127-16a77164f31d tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 944 time: 0.0947359
May 19 23:15:23.295201 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8b924384-c859-4042-b275-f3b9ce984c88 req-5a9271aa-5c35-4563-af86-c3e396fccf23 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405812
May 19 23:15:24.399641 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 1be2e82a-e141-4f61-ae70-ec21558461c2 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:15:24.470539 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 1be2e82a-e141-4f61-ae70-ec21558461c2 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:15:24.470912 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:24.493860 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bd3a7-5501-4600-829c-385ea358f557 req-4d89f490-5f01-4431-966e-32699f233128 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:24.495312 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1a0bd3a7-5501-4600-829c-385ea358f557 req-4d89f490-5f01-4431-966e-32699f233128 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 944 time: 0.0870395
May 19 23:15:24.541453 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1a0bd3a7-5501-4600-829c-385ea358f557 req-3a9154e2-0d13-4aef-8793-bc58a6d548f4 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398474
May 19 23:15:24.584468 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:24.610186 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:15:24.619890 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:24.624858 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:24.627076 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d2a23468-025b-4b91-925a-c85c8f0eaf2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:24.665324 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'code': 200}
May 19 23:15:24.696583 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=8']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:24.700206 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:25.045356 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4d06a-fe4c-4efe-81d6-8997374cafed req-869bbc02-8334-4269-a592-0dd04406762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:25.046832 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-74d4d06a-fe4c-4efe-81d6-8997374cafed req-869bbc02-8334-4269-a592-0dd04406762b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1098 time: 0.0770879
May 19 23:15:25.090897 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-74d4d06a-fe4c-4efe-81d6-8997374cafed req-0f7952f2-5d99-4609-b500-50f12fd825f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347569
May 19 23:15:25.736075 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff27f4a-382d-406e-bf0b-d59fece6347b req-b7ebdf49-7332-4386-9783-087b51b308a0 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:25.737530 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7ff27f4a-382d-406e-bf0b-d59fece6347b req-b7ebdf49-7332-4386-9783-087b51b308a0 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0861199
May 19 23:15:25.784752 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7ff27f4a-382d-406e-bf0b-d59fece6347b req-1aae511e-ff55-472c-b267-d79492244bac tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414188
May 19 23:15:26.979033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6389ba7-1b00-4d79-a80f-943eb2fbf9dc req-6cbe9111-c2d9-445e-b496-46b7509e6982 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:26.980587 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6389ba7-1b00-4d79-a80f-943eb2fbf9dc req-6cbe9111-c2d9-445e-b496-46b7509e6982 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0875082
May 19 23:15:27.026126 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6389ba7-1b00-4d79-a80f-943eb2fbf9dc req-acb2194d-7c93-4dbe-9cf4-65b6bdc2b87a tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391605
May 19 23:15:30.361352 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:15:33.109254 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a561-7531-4140-b1a0-d2540921150f req-8fa44ef4-a20f-48b9-90a0-d377e617aed0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:33.110638 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-8fa44ef4-a20f-48b9-90a0-d377e617aed0 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 813 time: 0.2298260
May 19 23:15:33.125127 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-882be845-c948-4ced-baa2-b3970c8c6d83 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/quotas/ae7b096cf96047bcbc342873c8db26bb HTTP/1.1" status: 200  len: 375 time: 0.0089407
May 19 23:15:33.212466 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-8952f5a8-5f58-4676-b47d-08256d8b873d tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0825882
May 19 23:15:33.342815 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-be066f82-3530-4c54-a22d-c884cb9f70bb service neutron] 10.222.0.25 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234417
May 19 23:15:33.470942 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-00015dfd-84ac-44e9-ae43-279cd04cd3c2 service neutron] 10.222.0.25 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220758
May 19 23:15:33.645260 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-176cbaed-8128-40da-bb58-06481f083139 req-df1832bb-fed0-4c9f-ad3e-d2f569b4a735 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 210 time: 0.0439422
May 19 23:15:34.798923 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ef8f64f9-a200-4637-99ca-815859dc90a5 req-86a0349a-9e39-42bf-8693-ea038eb9fc36 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 210 time: 0.0476351
May 19 23:15:35.314997 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a561-7531-4140-b1a0-d2540921150f req-7050a7da-449c-4259-91cc-85dc580d693a tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:35.316410 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-7050a7da-449c-4259-91cc-85dc580d693a tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 813 time: 0.2919779
May 19 23:15:35.335705 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Request body: {'port': {'device_id': 'a8bbd113-6961-4633-b92e-0c1b038f16ad', 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'admin_state_up': True, 'tenant_id': 'ae7b096cf96047bcbc342873c8db26bb'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:15:35.467713 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:15:35.471978 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Usage tracker for resource:port and tenant:ae7b096cf96047bcbc342873c8db26bb is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:15:35.474737 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:15:35.480280 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:35.489997 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Made reservation on behalf of ae7b096cf96047bcbc342873c8db26bb for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:15:35.493361 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:35.653722 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Allocated IP 172.20.0.11 (6fbf7e0c-9088-452c-a013-44bad04c4d9f/81e687d0-13ca-4db6-9cc9-68d2d5e07c3c/be5d221d-58c0-4efc-a0fb-0f2ef887e2db) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:15:35.860422 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:35.893172 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:35.900000 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-998c62fa-1783-46a4-a7ae-b733080c93bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:35.931467 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['33b08239-127b-4404-9985-9e7f02956145', '2485f088-b3cf-47bd-be6a-ad9c6df8202c', 'a5677ed1-0d3c-4275-a76e-62955dd2364b'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:15:35.970472 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Network 6fbf7e0c-9088-452c-a013-44bad04c4d9f is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:15:35.974313 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:15:35.977821 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:15:36.006344 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a589b-be65-4731-8560-55f8e096103e req-7860e10e-3a93-4bb1-92ef-32aa464b3f0f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:36.008477 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-009a589b-be65-4731-8560-55f8e096103e req-7860e10e-3a93-4bb1-92ef-32aa464b3f0f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 932 time: 0.0976381
May 19 23:15:36.025325 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Pushing event updated for resources: {'Port': ['ID=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:36.038493 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.038861 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.039297 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.039718 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.040145 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.040568 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.040986 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.041830 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.041830 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.042287 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.042645 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.043057 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:36.049303 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:36.062995 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:36.063943 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:36.071299 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-009a589b-be65-4731-8560-55f8e096103e req-e5425d75-85d0-40e6-8274-147b0f9c524f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555389
May 19 23:15:36.088617 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7564206
May 19 23:15:36.107572 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Request body: {'port': {'device_id': 'a8bbd113-6961-4633-b92e-0c1b038f16ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:15:36.213901 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e040187a-0f78-46a6-8f0e-8a580a6ce2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:36.226388 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:36.575418 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5d221d-58c0-4efc-a0fb-0f2ef887e2db {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:15:36.583296 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:36.598216 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Transition to ACTIVE for port object be5d221d-58c0-4efc-a0fb-0f2ef887e2db will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:15:36.601718 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:36.606272 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d2394967-2729-4f4e-a09d-cb7fb0cb829d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:36.785614 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Pushing event updated for resources: {'Port': ['ID=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:36.790404 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:36.827986 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Attempting to bind port be5d221d-58c0-4efc-a0fb-0f2ef887e2db on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:15:36.828250 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Attempting to bind port be5d221d-58c0-4efc-a0fb-0f2ef887e2db by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:15:36.828568 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Attempting to bind port be5d221d-58c0-4efc-a0fb-0f2ef887e2db on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:15:36.832962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Port be5d221d-58c0-4efc-a0fb-0f2ef887e2db on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:15:36.833272 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Attempting to bind port be5d221d-58c0-4efc-a0fb-0f2ef887e2db on network 6fbf7e0c-9088-452c-a013-44bad04c4d9f {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:15:36.838784 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:15:36.839112 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Checking segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:15:36.839482 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Bound using segment: {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:15:36.839900 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Bound port: be5d221d-58c0-4efc-a0fb-0f2ef887e2db, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5316a458-08b2-4367-b759-479206336de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:15:36.840234 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:36.924802 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] For port be5d221d-58c0-4efc-a0fb-0f2ef887e2db, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:15:36.927649 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] For port be5d221d-58c0-4efc-a0fb-0f2ef887e2db, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:15:36.932089 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:36.936303 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:36.994188 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:36.994793 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:36.996122 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] 10.222.0.36 "PUT /v2.0/ports/be5d221d-58c0-4efc-a0fb-0f2ef887e2db HTTP/1.1" status: 200  len: 1094 time: 0.8931348
May 19 23:15:36.996592 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bbd113-6961-4633-b92e-0c1b038f16ad', 'tag': 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:15:37.017517 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Pushing event updated for resources: {'Port': ['ID=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:37.021853 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:37.042261 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bbd113-6961-4633-b92e-0c1b038f16ad', 'tag': 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db', 'status': 'completed', 'code': 200}
May 19 23:15:37.259235 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192471a-1869-45dc-a365-b417f6d707e1 req-189d8e46-dbcd-4094-a9bc-4fe37fd43ff2 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:37.260662 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8192471a-1869-45dc-a365-b417f6d707e1 req-189d8e46-dbcd-4094-a9bc-4fe37fd43ff2 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 944 time: 0.0814369
May 19 23:15:37.304591 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8192471a-1869-45dc-a365-b417f6d707e1 req-dbebed04-30f4-432f-80b0-dca188e1eae9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377269
May 19 23:15:38.487384 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d59d1-0b97-4bb0-8767-842371d70765 req-412fd02e-a0f3-4990-8187-22b30e437405 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:38.488799 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-923d59d1-0b97-4bb0-8767-842371d70765 req-412fd02e-a0f3-4990-8187-22b30e437405 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 944 time: 0.0790009
May 19 23:15:38.533030 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-923d59d1-0b97-4bb0-8767-842371d70765 req-d5e3192d-1437-466a-965e-4a7f190f007b tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386090
May 19 23:15:38.727201 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:39.018692 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4530fcdd-69f8-4490-b456-e90fa0c2a5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:39.721112 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb67f00-ecd9-4a71-ae6f-3bbcd8f6486b req-eebeee02-7efd-4642-b14c-cb8b490343dd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:39.722621 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8cb67f00-ecd9-4a71-ae6f-3bbcd8f6486b req-eebeee02-7efd-4642-b14c-cb8b490343dd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 944 time: 0.0823252
May 19 23:15:39.746731 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:39.771034 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8cb67f00-ecd9-4a71-ae6f-3bbcd8f6486b req-b719fbd3-f73f-47bd-b808-8ef00a2e6a01 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419018
May 19 23:15:39.819536 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a561-7531-4140-b1a0-d2540921150f req-daeb9138-08eb-480b-ad33-60ed10afb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:39.820951 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-daeb9138-08eb-480b-ad33-60ed10afb54b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 1097 time: 0.0706983
May 19 23:15:39.992071 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-bd22b28f-1f13-40a8-8486-b6685b1d227a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5d221d-58c0-4efc-a0fb-0f2ef887e2db HTTP/1.1" status: 200  len: 217 time: 0.1554694
May 19 23:15:40.064297 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8a561-7531-4140-b1a0-d2540921150f req-492b9589-dd1a-4ea0-905d-ea3c5a76cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:40.065844 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-492b9589-dd1a-4ea0-905d-ea3c5a76cab7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0573587
May 19 23:15:40.115049 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-dbce5f7d-6b7f-4ac2-9a52-2960ebcdb6eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418928
May 19 23:15:40.247856 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-2e4d037b-a87b-4711-b8a3-21f3b3aa627c service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217902
May 19 23:15:40.386108 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-15b8a561-7531-4140-b1a0-d2540921150f req-e37351be-9a04-4b20-8beb-b1bd133cd994 service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275573
May 19 23:15:40.571585 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-e40b94ef-f5b5-4ab1-80a5-788428b85f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:40.573034 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-e40b94ef-f5b5-4ab1-80a5-788428b85f5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 1097 time: 0.0737123
May 19 23:15:40.705295 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-c6846e9c-6f4a-4c16-aa98-557fcc246a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:40.706758 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-c6846e9c-6f4a-4c16-aa98-557fcc246a3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 914 time: 0.1253452
May 19 23:15:40.783676 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-4a0069c3-1e94-45c6-ad7c-23640e8a3266 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be5d221d-58c0-4efc-a0fb-0f2ef887e2db HTTP/1.1" status: 200  len: 217 time: 0.0683515
May 19 23:15:40.851896 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-eadb5965-7fc9-4b15-90e5-162b07930f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:40.853337 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-eadb5965-7fc9-4b15-90e5-162b07930f3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0574441
May 19 23:15:40.903930 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-8fe66850-a4bf-446a-94e0-8089f8b0986e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429533
May 19 23:15:40.952013 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892e40b-4237-4c19-81d1-8e2faccd1720 req-09bf5392-1262-4714-bddc-4a33e3222d1d tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:40.953668 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a892e40b-4237-4c19-81d1-8e2faccd1720 req-09bf5392-1262-4714-bddc-4a33e3222d1d tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 944 time: 0.0799110
May 19 23:15:41.001532 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a892e40b-4237-4c19-81d1-8e2faccd1720 req-02a41b99-2a3a-42a4-849e-1fdb284655f3 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417604
May 19 23:15:41.040168 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-d2e07b63-d5a1-493d-b0e4-1640ea39c0a9 service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279917
May 19 23:15:41.169165 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b43f68f5-d23e-4406-8e74-0d9343b7c41e req-40aa52a3-2cce-458f-befa-dece5499be57 service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212063
May 19 23:15:41.455151 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:42.190189 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcfbb8-255d-411a-80eb-f887cd9d33b4 req-3031d052-ac10-433c-87f2-1ee5382f3466 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:42.191661 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-88dcfbb8-255d-411a-80eb-f887cd9d33b4 req-3031d052-ac10-433c-87f2-1ee5382f3466 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 944 time: 0.0850825
May 19 23:15:42.249157 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-88dcfbb8-255d-411a-80eb-f887cd9d33b4 req-67db27d7-e70a-495f-af4d-0d274268090e tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514855
May 19 23:15:43.441221 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411efef3-1f78-4c64-b47f-cc8766216980 req-cc698508-b24a-481f-8ae9-4455731da216 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:43.443045 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-411efef3-1f78-4c64-b47f-cc8766216980 req-cc698508-b24a-481f-8ae9-4455731da216 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 944 time: 0.0858402
May 19 23:15:43.488445 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-411efef3-1f78-4c64-b47f-cc8766216980 req-ad36a801-5a0e-475c-bc76-24f8e2f65422 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400832
May 19 23:15:43.740338 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device be5d221d-58c0-4efc-a0fb-0f2ef887e2db details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:15:43.885857 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port be5d221d-58c0-4efc-a0fb-0f2ef887e2db, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:43.900469 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db', 'network_id': '6fbf7e0c-9088-452c-a013-44bad04c4d9f', 'port_id': 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db', 'mac_address': 'fa:16:3e:e3:0c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e687d0-13ca-4db6-9cc9-68d2d5e07c3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:15:43.904122 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:43.958008 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:43.974428 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5d221d-58c0-4efc-a0fb-0f2ef887e2db {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:15:43.989378 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port be5d221d-58c0-4efc-a0fb-0f2ef887e2db, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:43.992734 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:43.994438 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:44.060924 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:44.069475 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.069961 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.070309 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.070649 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.071028 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.071413 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.071690 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.072092 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.072422 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.072786 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.073163 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.073514 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:44.078518 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:44.371193 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['be5d221d-58c0-4efc-a0fb-0f2ef887e2db'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:15:44.669187 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9dfbe-ba46-45f2-9594-4e7893268365 req-915ebd0c-4428-43a2-9e2f-ecc31323ff26 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:44.671459 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-82d9dfbe-ba46-45f2-9594-4e7893268365 req-915ebd0c-4428-43a2-9e2f-ecc31323ff26 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 945 time: 0.0787158
May 19 23:15:44.717989 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-82d9dfbe-ba46-45f2-9594-4e7893268365 req-89ccc980-9516-4a0e-a940-4ed340b3bbeb tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403173
May 19 23:15:45.901546 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e01ec-464e-4a3b-a992-5c118a39ba56 req-c9ae6080-5bf4-4beb-9f6b-67631a4646bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:45.903014 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3e6e01ec-464e-4a3b-a992-5c118a39ba56 req-c9ae6080-5bf4-4beb-9f6b-67631a4646bd tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 945 time: 0.0819223
May 19 23:15:45.948401 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3e6e01ec-464e-4a3b-a992-5c118a39ba56 req-d6f0a220-f42c-4c27-93e5-e0532eaa6ed5 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395193
May 19 23:15:47.138523 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74beca34-59aa-441e-b64a-d1d3f958e156 req-18136610-560a-40d2-a78c-2afcee546824 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:47.140139 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-74beca34-59aa-441e-b64a-d1d3f958e156 req-18136610-560a-40d2-a78c-2afcee546824 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 945 time: 0.0842438
May 19 23:15:47.187862 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-74beca34-59aa-441e-b64a-d1d3f958e156 req-ad8914bc-ae86-4e49-bb7f-65ced772b886 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419490
May 19 23:15:48.370386 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f057c7e-c3e0-41ce-bfd4-d4f55712363f req-472c4b80-84e3-4eea-ba72-e1219f7ae88e tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:48.371849 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3f057c7e-c3e0-41ce-bfd4-d4f55712363f req-472c4b80-84e3-4eea-ba72-e1219f7ae88e tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 945 time: 0.0814216
May 19 23:15:48.417370 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3f057c7e-c3e0-41ce-bfd4-d4f55712363f req-52988140-5f65-4ed6-8820-2ad41a6187f8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393667
May 19 23:15:49.264573 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device be5d221d-58c0-4efc-a0fb-0f2ef887e2db up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:15:49.334245 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port be5d221d-58c0-4efc-a0fb-0f2ef887e2db completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:15:49.338787 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port be5d221d-58c0-4efc-a0fb-0f2ef887e2db triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:15:49.339169 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:49.483589 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:49.509375 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bbd113-6961-4633-b92e-0c1b038f16ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:15:49.520073 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port be5d221d-58c0-4efc-a0fb-0f2ef887e2db, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:15:49.523953 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:49.525908 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-d078f4c5-9573-44b3-a6b7-9ff84d539e46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:49.570622 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bbd113-6961-4633-b92e-0c1b038f16ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db', 'code': 200}
May 19 23:15:49.596123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:49.599169 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:49.620675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2def3f-a14b-4650-bc9d-a0d8685f8a5e req-6c9ecb64-9d0b-45fb-8d6a-71f917cbb023 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:49.622255 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-db2def3f-a14b-4650-bc9d-a0d8685f8a5e req-6c9ecb64-9d0b-45fb-8d6a-71f917cbb023 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 946 time: 0.0986462
May 19 23:15:49.783491 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-db2def3f-a14b-4650-bc9d-a0d8685f8a5e req-5acd29e1-2d48-489d-92ab-ec35b5481d3d tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548567
May 19 23:15:49.867632 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9962bb8-4986-4679-85df-da1de3ab9fdd req-453a53a0-1d9c-452d-b0d5-c88bfcb0ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:49.869098 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-d9962bb8-4986-4679-85df-da1de3ab9fdd req-453a53a0-1d9c-452d-b0d5-c88bfcb0ce46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 1099 time: 0.0681543
May 19 23:15:49.911316 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-d9962bb8-4986-4679-85df-da1de3ab9fdd req-c7d66f48-7b51-431b-af90-742be8dbbe90 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0336955
May 19 23:15:50.982335 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04039a8c-1e52-4d4f-82c8-d2d34c19143a req-9c64204d-7776-431d-8a17-565a067d0938 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:50.984176 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-04039a8c-1e52-4d4f-82c8-d2d34c19143a req-9c64204d-7776-431d-8a17-565a067d0938 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 946 time: 0.0884390
May 19 23:15:51.054282 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-04039a8c-1e52-4d4f-82c8-d2d34c19143a req-cca4b058-34d2-4e05-8107-7887fd2c8029 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641308
May 19 23:15:52.237282 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2be6d-a384-4826-bd47-e31d4bfd3d44 req-1d5268d3-60c5-4b62-8461-76315c2d2dd6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:15:52.239928 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-20d2be6d-a384-4826-bd47-e31d4bfd3d44 req-1d5268d3-60c5-4b62-8461-76315c2d2dd6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 946 time: 0.0798318
May 19 23:15:52.284619 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-20d2be6d-a384-4826-bd47-e31d4bfd3d44 req-b73332f7-728e-472d-ac75-6d452840c9fb tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393379
May 19 23:15:53.646024 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47416) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:53.763512 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:53.778155 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:15:53.782031 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a9908147d94c61ad32e047920c98b8 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:15:53.784807 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:15:53.790544 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:15:53.877723 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:53.881595 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:53.890138 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-23ce6c85-7f29-499f-bc04-41998c6e1a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:53.928443 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6a9908147d94c61ad32e047920c98b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2813499
May 19 23:15:53.930038 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64818624-690f-4fb1-a3ff-87ecc3d5fd3a,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:53.931257 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47428) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:15:53.933145 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:53.995589 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:54.024976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:54.086279 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:54.090138 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b97304d7-1729-4785-90c6-b0b59b40fa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:15:54.105240 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64818624-690f-4fb1-a3ff-87ecc3d5fd3a,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:15:54.116515 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.116895 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.117263 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.117624 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.118195 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.118356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.118712 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.119067 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.119421 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.119771 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.120121 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.120468 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:15:54.124680 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:15:54.130332 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:15:54.133670 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-17fb72c5-3925-48c0-9644-75588d57f7e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64818624-690f-4fb1-a3ff-87ecc3d5fd3a HTTP/1.1" status: 204  len: 168 time: 0.1991169
May 19 23:16:05.260682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48330a1b-dea0-4aa3-b431-f8cb714b7537 req-e7aa318a-1066-4ec0-831c-29121ed6c0cc tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:05.262148 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-48330a1b-dea0-4aa3-b431-f8cb714b7537 req-e7aa318a-1066-4ec0-831c-29121ed6c0cc tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 946 time: 0.0794704
May 19 23:16:05.306157 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-48330a1b-dea0-4aa3-b431-f8cb714b7537 req-10c4cd02-ac1e-4cc0-a06b-376273b5495e tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382602
May 19 23:16:06.063551 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47610) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:06.178177 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:06.192768 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:06.197032 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e6c04164-322c-42cd-bcef-861c6a732872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:06.197741 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Usage tracker for resource:security_group_rule and tenant:ad752edf948f43a090b0d51368e1b9bd is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:06.200021 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:06.205770 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:06.288052 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:06.291723 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:06.301027 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8f9ec1a9-6014-40c2-844b-6d3d8b969b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:06.338870 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad752edf948f43a090b0d51368e1b9bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2742350
May 19 23:16:06.340470 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aaaf59-b287-4e2b-93b9-f8fce48804c9,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:06.341531 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47618) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:06.344226 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-743bf7bc-ceff-43e6-88d8-0d5937215e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:06.406246 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d53344d8-ffd2-4658-80b2-328d98783dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:06.474949 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d53344d8-ffd2-4658-80b2-328d98783dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:06.542604 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292c75f-14eb-46d4-b890-7ebb57f9ee11 req-99043361-688f-4ac5-a9e0-9985d96e8f95 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:06.544091 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5292c75f-14eb-46d4-b890-7ebb57f9ee11 req-99043361-688f-4ac5-a9e0-9985d96e8f95 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 946 time: 0.1287761
May 19 23:16:06.568543 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d53344d8-ffd2-4658-80b2-328d98783dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:06.579251 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7fabb877-c2e9-4b61-bfa0-24cdeebafb07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:06.593221 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53344d8-ffd2-4658-80b2-328d98783dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aaaf59-b287-4e2b-93b9-f8fce48804c9,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:06.595784 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d53344d8-ffd2-4658-80b2-328d98783dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:06.610855 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d53344d8-ffd2-4658-80b2-328d98783dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:06.614800 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-d53344d8-ffd2-4658-80b2-328d98783dfd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6aaaf59-b287-4e2b-93b9-f8fce48804c9 HTTP/1.1" status: 204  len: 168 time: 0.2680933
May 19 23:16:06.621183 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5292c75f-14eb-46d4-b890-7ebb57f9ee11 req-a2f11099-6196-478a-ae54-c8c667440270 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703599
May 19 23:16:07.073845 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-8564a86c-a46f-4f42-8433-6e8e14c78824 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:07.074538 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-8564a86c-a46f-4f42-8433-6e8e14c78824 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Synchronizing usage tracker for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:16:07.092774 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-8564a86c-a46f-4f42-8433-6e8e14c78824 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Unset dirty status for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:16:07.094256 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-8564a86c-a46f-4f42-8433-6e8e14c78824 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 946 time: 0.1033745
May 19 23:16:07.282311 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47644) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:07.335163 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Deleting port be5d221d-58c0-4efc-a0fb-0f2ef887e2db {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:16:07.335519 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.362819 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:16:07.388612 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1759036099-network', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:07.393920 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:07.397662 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Usage tracker for resource:network and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:07.400453 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:07.407520 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:07.417325 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Made reservation on behalf of 57a3de62a515457fb5020edf8b9a5f41 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:16:07.419590 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.432296 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.446682 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:07.450509 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Usage tracker for resource:security_group_rule and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:07.453447 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:07.459166 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:07.473572 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] For port be5d221d-58c0-4efc-a0fb-0f2ef887e2db, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:07.473959 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.543195 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.547836 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.551025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-464d1606-00f3-467d-92be-54f5d00302d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:07.579787 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:16:07.588403 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4c3cca-d72f-4f5c-8366-acab11f80f63,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:07.591923 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:07.595042 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.595412 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Added segment e61b1331-d10b-439c-8d4f-8291d566d657 of type vlan for network 16183c22-abeb-4029-a3cd-a14ea0c0253b
May 19 23:16:07.598994 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Calling delete_port for be5d221d-58c0-4efc-a0fb-0f2ef887e2db owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:16:07.623109 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.655113 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.657311 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:07.657996 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.663507 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:07.716029 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.722475 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-462c64e5-11b8-497e-ad43-044d57f824ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:07.760516 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['33b08239-127b-4404-9985-9e7f02956145', '2485f088-b3cf-47bd-be6a-ad9c6df8202c', 'a5677ed1-0d3c-4275-a76e-62955dd2364b', 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:16:07.771027 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Pushing event deleted for resources: {'Port': ['ID=be5d221d-58c0-4efc-a0fb-0f2ef887e2db,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:07.774508 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:07.809534 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Pushing event updated for resources: {'Network': ['ID=16183c22-abeb-4029-a3cd-a14ea0c0253b,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:07.817737 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:07.822141 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-0f6c74ee-0d7d-42e8-9639-857d6819e797 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5360122
May 19 23:16:07.822141 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bc181815-bedf-41ce-ada3-d87d8aa95a02 req-b707e1b6-7217-4416-a339-fd29f52c16b6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8bbd113-6961-4633-b92e-0c1b038f16ad HTTP/1.1" status: 200  len: 210 time: 0.0705390
May 19 23:16:07.822612 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47652) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:07.828853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Request body: {'subnet': {'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1759036099-subnet', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:07.833595 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:07.836061 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:16:07.837681 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Usage tracker for resource:subnet and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:07.840635 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:07.848287 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:07.849754 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] No DVR routers for this DVR port be5d221d-58c0-4efc-a0fb-0f2ef887e2db on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:16:07.852635 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.855972 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bbd113-6961-4633-b92e-0c1b038f16ad', 'name': 'network-vif-deleted', 'tag': 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:16:07.860779 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Made reservation on behalf of 57a3de62a515457fb5020edf8b9a5f41 for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:16:07.863328 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6952218'] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:07.886261 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-fda43a8b-a98f-4b62-b5de-faad2615ba9d req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "DELETE /v2.0/ports/be5d221d-58c0-4efc-a0fb-0f2ef887e2db HTTP/1.1" status: 204  len: 173 time: 0.7860241
May 19 23:16:07.910607 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bbd113-6961-4633-b92e-0c1b038f16ad', 'name': 'network-vif-deleted', 'tag': 'be5d221d-58c0-4efc-a0fb-0f2ef887e2db', 'status': 'completed', 'code': 200}
May 19 23:16:08.275159 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8361696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6952232'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:08.279674 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:08.354484 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dea96fa-4bc7-4474-8790-913c405da9d0,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:08.360746 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:08.363175 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Checking segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:08.363534 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Network hostable DHCP agents. Network: 16183c22-abeb-4029-a3cd-a14ea0c0253b, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:16:08.380792 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:16:08.389979 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 16183c22-abeb-4029-a3cd-a14ea0c0253b) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:08.398830 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79282754-8d5c-42ed-9219-962e12c60565 None None] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:16:08.400307 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:08.400944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:08.426317 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-afa5fd99-319a-4a91-8dcd-9b930fab59aa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6002750
May 19 23:16:08.426661 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47658) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:08.432801 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:08.439134 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:08.443389 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Usage tracker for resource:router and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:08.451770 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:08.458260 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:08.468628 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:08.470059 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:08.484866 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:08.630430 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-16183c22-abeb-4029-a3cd-a14ea0c0253b', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:16:08.630875 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:08.742393 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:08.765695 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:08.807080 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Allocated IP 172.20.0.2 (16183c22-abeb-4029-a3cd-a14ea0c0253b/2dea96fa-4bc7-4474-8790-913c405da9d0/563e3a0c-de18-4cd0-94d4-4708711663f7) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:16:09.039831 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.043453 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-38ca2402-54d7-4b1e-99de-f9a45d0eba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.054719 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Transition to ACTIVE for port object 563e3a0c-de18-4cd0-94d4-4708711663f7 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:09.073463 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Transition to ACTIVE for port object 563e3a0c-de18-4cd0-94d4-4708711663f7 will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:09.082371 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.089244 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.093991 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:09.120703 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.140812 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:09.147704 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:09.150646 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:16:09.231494 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Pushing event updated for resources: {'Port': ['ID=563e3a0c-de18-4cd0-94d4-4708711663f7,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:09.239259 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:09.253899 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Attempting to bind port 563e3a0c-de18-4cd0-94d4-4708711663f7 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:16:09.254283 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Attempting to bind port 563e3a0c-de18-4cd0-94d4-4708711663f7 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:16:09.254648 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Attempting to bind port 563e3a0c-de18-4cd0-94d4-4708711663f7 on network 16183c22-abeb-4029-a3cd-a14ea0c0253b {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:16:09.260159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:16:09.260539 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Checking segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:09.260945 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.261346 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Bound using segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:16:09.261496 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Allocated IP 172.27.0.250 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/a81f1cb6-e21d-456c-9b70-7ee2f6b71916) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:16:09.261835 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Bound port: 563e3a0c-de18-4cd0-94d4-4708711663f7, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:16:09.262354 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.361908 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] For port 563e3a0c-de18-4cd0-94d4-4708711663f7, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:16:09.366872 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] For port 563e3a0c-de18-4cd0-94d4-4708711663f7, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=563e3a0c-de18-4cd0-94d4-4708711663f7,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:16:09.370973 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.375000 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:09.465519 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Pushing event updated for resources: {'Port': ['ID=563e3a0c-de18-4cd0-94d4-4708711663f7,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:09.468982 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:09.527911 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.559273 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:09.563705 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:09.637939 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:09.640633 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:09.645056 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:16:09.671512 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Pushing event updated for resources: {'Port': ['ID=a81f1cb6-e21d-456c-9b70-7ee2f6b71916,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:09.676566 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:09.749981 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:10.062668 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:10.348715 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359fff07-024b-4579-86f9-bd6de520002d None None] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:16:10.419026 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:10.441368 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-daea47e1-8b00-4f25-8c67-546c5dfd8f6d None None] Provisioning for port 563e3a0c-de18-4cd0-94d4-4708711663f7 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:10.570037 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe88c-6923-4593-8901-adc841512c60 req-e83dbf56-f629-42b9-a428-525aaf2953c7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:10.571692 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c0bfe88c-6923-4593-8901-adc841512c60 req-e83dbf56-f629-42b9-a428-525aaf2953c7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 945 time: 0.0964379
May 19 23:16:10.624966 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c0bfe88c-6923-4593-8901-adc841512c60 req-4e724b24-e1dd-43b0-9aa8-f6f0ab0b4b4d tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462625
May 19 23:16:10.633983 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:16:10.932012 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:16:10.940917 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:16:10.949626 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:16:10.950266 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672347490>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:10.955364 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:10.956688 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5290461
May 19 23:16:10.959371 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47674) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:11.158961 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:16:11.363521 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device be5d221d-58c0-4efc-a0fb-0f2ef887e2db no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:16:11.408026 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 563e3a0c-de18-4cd0-94d4-4708711663f7 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:11.443619 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: be5d221d-58c0-4efc-a0fb-0f2ef887e2db {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:16:11.443969 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device be5d221d-58c0-4efc-a0fb-0f2ef887e2db not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:16:11.517720 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:11.547475 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 563e3a0c-de18-4cd0-94d4-4708711663f7 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:11.554422 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 563e3a0c-de18-4cd0-94d4-4708711663f7 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:11.554788 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:11.598889 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672347490>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:09Z', 'revision_number': 3, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:11.607701 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:16:11.608598 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Updating router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 port a81f1cb6-e21d-456c-9b70-7ee2f6b71916 binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:16:11.639623 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:11.699819 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:11.768817 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:11.821515 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de57dd2a-0101-43b1-9262-974fe120be45 req-6b45b28c-ce08-48bc-bb66-9f21846d7ab7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:11.823959 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-de57dd2a-0101-43b1-9262-974fe120be45 req-6b45b28c-ce08-48bc-bb66-9f21846d7ab7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 945 time: 0.0849755
May 19 23:16:11.860983 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Allocated IP 172.20.0.1 (16183c22-abeb-4029-a3cd-a14ea0c0253b/2dea96fa-4bc7-4474-8790-913c405da9d0/25f7a40c-b500-456a-813f-e65b9c113ecc) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:16:11.865381 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 563e3a0c-de18-4cd0-94d4-4708711663f7, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=563e3a0c-de18-4cd0-94d4-4708711663f7,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:11.884489 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-de57dd2a-0101-43b1-9262-974fe120be45 req-1507d412-85c5-49d3-8b1f-a983b817c691 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469148
May 19 23:16:11.888545 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:11.902349 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:12.019319 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.032797 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=563e3a0c-de18-4cd0-94d4-4708711663f7,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:12.035252 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Transition to ACTIVE for port object 25f7a40c-b500-456a-813f-e65b9c113ecc will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:12.037885 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:12.059387 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.063265 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-21b89f5d-3eec-4998-b266-c9baa83004ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:12.133942 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.145681 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Transition to ACTIVE for port object a81f1cb6-e21d-456c-9b70-7ee2f6b71916 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:12.151399 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.154686 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-a7e4eccb-00ab-4615-9820-fd712456564f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:12.173918 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:12.177163 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:12.187051 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:16:12.213144 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Pushing event updated for resources: {'Port': ['ID=25f7a40c-b500-456a-813f-e65b9c113ecc,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:12.220408 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:12.232306 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Attempting to bind port a81f1cb6-e21d-456c-9b70-7ee2f6b71916 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:16:12.232681 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Attempting to bind port a81f1cb6-e21d-456c-9b70-7ee2f6b71916 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:16:12.233819 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Attempting to bind port a81f1cb6-e21d-456c-9b70-7ee2f6b71916 on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:16:12.237399 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6f9d8-1c98-4464-b0f8-c53b5a1ee153 None None] Pushing event updated for resources: {'Port': ['ID=a81f1cb6-e21d-456c-9b70-7ee2f6b71916,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:12.241435 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-bfd6f9d8-1c98-4464-b0f8-c53b5a1ee153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:12.242225 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:16:12.242592 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:12.242992 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.243375 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:16:12.243846 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Bound port: a81f1cb6-e21d-456c-9b70-7ee2f6b71916, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:16:12.244219 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.253055 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.320714 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] For port a81f1cb6-e21d-456c-9b70-7ee2f6b71916, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:16:12.323852 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] For port a81f1cb6-e21d-456c-9b70-7ee2f6b71916, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=a81f1cb6-e21d-456c-9b70-7ee2f6b71916,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:16:12.329501 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.333326 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-7d65ab4c-68dd-4f66-abe6-939d64f31efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:12.417140 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:16:12.418124 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672347490>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:12.522400 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-4d43b886-f611-4a49-91ad-b2670e8ebb99 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:12.522941 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-84da3787-40a8-4753-b4a7-545708673e7b None None] Provisioning for port 25f7a40c-b500-456a-813f-e65b9c113ecc completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:12.523098 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-4d43b886-f611-4a49-91ad-b2670e8ebb99 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Synchronizing usage tracker for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:16:12.525959 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6f9d8-1c98-4464-b0f8-c53b5a1ee153 None None] Pushing event updated for resources: {'Port': ['ID=a81f1cb6-e21d-456c-9b70-7ee2f6b71916,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:12.532052 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-bfd6f9d8-1c98-4464-b0f8-c53b5a1ee153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:12.543240 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-84da3787-40a8-4753-b4a7-545708673e7b None None] Provisioning complete for port 25f7a40c-b500-456a-813f-e65b9c113ecc triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:12.543617 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-84da3787-40a8-4753-b4a7-545708673e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.572764 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-4d43b886-f611-4a49-91ad-b2670e8ebb99 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Unset dirty status for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:16:12.573938 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-4d43b886-f611-4a49-91ad-b2670e8ebb99 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 945 time: 0.4679744
May 19 23:16:12.675387 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-84da3787-40a8-4753-b4a7-545708673e7b None None] Port 25f7a40c-b500-456a-813f-e65b9c113ecc cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:16:12.696262 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:16:12.774644 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.833384 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Deleting port a5677ed1-0d3c-4275-a76e-62955dd2364b {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:16:12.833725 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:12.981287 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672347490>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:09Z', 'revision_number': 3, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:12.988668 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a497b9-6b0b-4d65-a07f-8fc79b76131a None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:09Z', 'revision_number': 3, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:16:13.073384 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] For port a5677ed1-0d3c-4275-a76e-62955dd2364b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=a5677ed1-0d3c-4275-a76e-62955dd2364b,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:13.073757 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.084464 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cbde2-bd5f-4c2c-affa-b26cbc33990c req-fd48c840-d5f0-4dec-8276-49e053edb8f6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:13.085974 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-768cbde2-bd5f-4c2c-affa-b26cbc33990c req-fd48c840-d5f0-4dec-8276-49e053edb8f6 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 945 time: 0.0889378
May 19 23:16:13.133816 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-768cbde2-bd5f-4c2c-affa-b26cbc33990c req-771d0c06-1ea9-4f68-a55a-a220f8a8766b tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416248
May 19 23:16:13.227803 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Calling delete_port for a5677ed1-0d3c-4275-a76e-62955dd2364b owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:16:13.278792 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.285666 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.311994 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-9d49ea79-9b46-4bf2-b75e-082b49923883 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:13.444843 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Pushing event updated for resources: {'Port': ['ID=25f7a40c-b500-456a-813f-e65b9c113ecc,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:13.449462 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.450054 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device a81f1cb6-e21d-456c-9b70-7ee2f6b71916 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:13.460050 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:13.523663 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port a81f1cb6-e21d-456c-9b70-7ee2f6b71916 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:13.528625 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port a81f1cb6-e21d-456c-9b70-7ee2f6b71916 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:13.529009 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.566681 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.580824 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7b99c834-49a6-4d58-84d3-ee599f58d125 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:13.598589 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['33b08239-127b-4404-9985-9e7f02956145', '2485f088-b3cf-47bd-be6a-ad9c6df8202c'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:16:13.671056 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Pushing event deleted for resources: {'Port': ['ID=a5677ed1-0d3c-4275-a76e-62955dd2364b,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:13.673574 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:13.721448 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] No DVR routers for this DVR port a5677ed1-0d3c-4275-a76e-62955dd2364b on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:16:13.723923 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.730519 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a15572-e501-47f9-9871-cb9971016bd2', 'name': 'network-vif-deleted', 'tag': 'a5677ed1-0d3c-4275-a76e-62955dd2364b'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:16:13.739724 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.768347 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-6196bfa5-3cab-4786-91dd-595d9c4d9785 req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "DELETE /v2.0/ports/a5677ed1-0d3c-4275-a76e-62955dd2364b HTTP/1.1" status: 204  len: 173 time: 1.1884341
May 19 23:16:13.770198 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:13.772033 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:13.792583 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port a81f1cb6-e21d-456c-9b70-7ee2f6b71916, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=a81f1cb6-e21d-456c-9b70-7ee2f6b71916,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:13.807033 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:13.808070 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 563e3a0c-de18-4cd0-94d4-4708711663f7 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:13.842999 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-bfd6f9d8-1c98-4464-b0f8-c53b5a1ee153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:13.856958 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a15572-e501-47f9-9871-cb9971016bd2', 'name': 'network-vif-deleted', 'tag': 'a5677ed1-0d3c-4275-a76e-62955dd2364b', 'status': 'completed', 'code': 200}
May 19 23:16:14.012232 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:14.031435 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:16:14.048297 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=a81f1cb6-e21d-456c-9b70-7ee2f6b71916,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:14.057196 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:14.081405 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 563e3a0c-de18-4cd0-94d4-4708711663f7 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:14.081860 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:14.184643 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-bda992d0-d910-4670-9e92-ef495e211d61 None None] Provisioning complete for port 25f7a40c-b500-456a-813f-e65b9c113ecc triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:14.185030 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-bda992d0-d910-4670-9e92-ef495e211d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:14.311023 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-bda992d0-d910-4670-9e92-ef495e211d61 None None] Port 25f7a40c-b500-456a-813f-e65b9c113ecc cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:16:14.342218 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4a4733e3-37ca-4b0d-8fa9-b63e34f4be87 req-e7520e61-0843-44c6-a364-a614faf311a3 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=25a15572-e501-47f9-9871-cb9971016bd2 HTTP/1.1" status: 200  len: 210 time: 0.0621972
May 19 23:16:14.359062 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:16:14.364824 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] 10.222.0.25 "PUT /v2.0/routers/74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4043632
May 19 23:16:14.728659 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:16:14.739309 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:16:14.739927 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672ffae50>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:14.882401 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47700) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:14.888022 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-126061932-network', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:14.892755 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:14.896579 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Usage tracker for resource:network and tenant:6acbad5357e44249b37a68fe4389dc88 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:14.899694 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:14.905603 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:14.915722 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Made reservation on behalf of 6acbad5357e44249b37a68fe4389dc88 for: {'network': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:16:14.918166 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:14.931005 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:14.940636 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:16:14.944991 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:14.948864 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:6acbad5357e44249b37a68fe4389dc88 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:14.952321 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:14.958240 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:15.049827 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.053370 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.056209 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-749eee09-2488-42ab-992a-c13b290a5122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:15.083407 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=91826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:16:15.093100 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bcaf5f-8b4b-442f-9fb8-3aa6cc1b8f07,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:15.096592 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:15.099374 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.099711 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.segments_db [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Added segment 0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7 of type vlan for network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8
May 19 23:16:15.126701 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.160387 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.161977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:15.162557 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.167529 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:15.256406 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672ffae50>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 2, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:15.262306 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3762836
May 19 23:16:15.262463 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:16:15.262463 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Updating router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 port 25f7a40c-b500-456a-813f-e65b9c113ecc binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:16:15.262644 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47704) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:15.270637 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Request body: {'subnet': {'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-126061932-subnet', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'ip_version': 4}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:15.273865 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:15.276658 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:15.278926 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:15.283717 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Usage tracker for resource:subnet and tenant:6acbad5357e44249b37a68fe4389dc88 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:15.284293 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:16:15.286794 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:15.292570 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:15.302961 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Made reservation on behalf of 6acbad5357e44249b37a68fe4389dc88 for: {'subnet': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:16:15.305522 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6233147'] for subnet, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.315121 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.390656 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device a5677ed1-0d3c-4275-a76e-62955dd2364b no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:16:15.437408 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: a5677ed1-0d3c-4275-a76e-62955dd2364b {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:16:15.438036 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device a5677ed1-0d3c-4275-a76e-62955dd2364b not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:16:15.439787 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device a81f1cb6-e21d-456c-9b70-7ee2f6b71916 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:15.543704 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port a81f1cb6-e21d-456c-9b70-7ee2f6b71916 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:15.544100 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.678033 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.691043 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Transition to ACTIVE for port object 25f7a40c-b500-456a-813f-e65b9c113ecc will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:15.699417 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.704365 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:15.777949 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Pushing event updated for resources: {'Port': ['ID=25f7a40c-b500-456a-813f-e65b9c113ecc,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:15.802187 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6169069', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6233097'] for subnet, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.806994 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:15.886455 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bfe53b3-e439-49eb-a992-b84438bd2f42,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:15.889605 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:15.897346 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Checking segment: {'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:15.897985 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Network hostable DHCP agents. Network: 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:16:15.918437 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:16:15.919089 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.919435 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.919768 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.920880 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.921210 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.921535 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.921882 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.922198 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.922702 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.923184 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.923666 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.924142 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:15.933552 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8) {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:15.937469 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:15.943485 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:15.944153 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.945583 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Attempting to bind port 25f7a40c-b500-456a-813f-e65b9c113ecc on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:16:15.945990 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Attempting to bind port 25f7a40c-b500-456a-813f-e65b9c113ecc by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:16:15.946354 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Attempting to bind port 25f7a40c-b500-456a-813f-e65b9c113ecc on network 16183c22-abeb-4029-a3cd-a14ea0c0253b {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:16:15.947698 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb9330-f9de-47d5-b6c5-acae82217a4f None None] Network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:16:15.957032 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:16:15.957434 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Checking segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:15.958069 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.958645 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Bound using segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:16:15.959296 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Bound port: 25f7a40c-b500-456a-813f-e65b9c113ecc, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:16:15.959846 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:15.976648 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a01d6565-0fb7-4556-9afb-fac4dc03f6fa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7130768
May 19 23:16:15.979612 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47714) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:15.986984 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:15.992065 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:15.998001 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Usage tracker for resource:router and tenant:6acbad5357e44249b37a68fe4389dc88 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:16.004677 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:16.013306 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:16.029082 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.036235 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.052457 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59beebab-2ae7-4d9e-9c70-fa72bbfbe5f2 req-6f5f8840-bce0-47e7-bc40-71ca699596ac tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:16.062326 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-59beebab-2ae7-4d9e-9c70-fa72bbfbe5f2 req-6f5f8840-bce0-47e7-bc40-71ca699596ac tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 945 time: 0.2544875
May 19 23:16:16.063598 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.073012 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] For port 25f7a40c-b500-456a-813f-e65b9c113ecc, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:16:16.077367 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] For port 25f7a40c-b500-456a-813f-e65b9c113ecc, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=25f7a40c-b500-456a-813f-e65b9c113ecc,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:16:16.083205 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.090497 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:16.116972 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-59beebab-2ae7-4d9e-9c70-fa72bbfbe5f2 req-38ebc892-f070-403a-941d-10fd052a67bc tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535879
May 19 23:16:16.165160 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Pushing event updated for resources: {'Port': ['ID=25f7a40c-b500-456a-813f-e65b9c113ecc,revision_number=4']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:16.169357 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:16.182220 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:16:16.183081 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672ffae50>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:16.260336 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8', 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'fixed_ips': [{'subnet_id': '1bfe53b3-e439-49eb-a992-b84438bd2f42'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:16:16.261174 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.380548 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.417106 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:16:16.452126 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Allocated IP 172.20.0.2 (3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8/1bfe53b3-e439-49eb-a992-b84438bd2f42/193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:16:16.671327 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.682557 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Transition to ACTIVE for port object 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:16.704132 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Transition to ACTIVE for port object 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:16.710865 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.716723 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:16.744350 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672ffae50>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:16Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:16.748210 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacbd89-505b-4f0d-bafa-c3276c71317c None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:16Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:16:16.789389 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:16.791674 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:16.815027 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Pushing event updated for resources: {'Port': ['ID=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:16.816993 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:16:16.830446 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.848987 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:16.864654 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.914353 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Attempting to bind port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:16:16.914735 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Attempting to bind port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:16:16.915109 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Attempting to bind port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d on network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:16:16.921799 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:16:16.922066 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Checking segment: {'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:16.922485 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:16.922893 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Bound using segment: {'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:16:16.923382 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Bound port: 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:16:16.923769 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:17.015759 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Allocated IP 172.27.0.225 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/c9814d5c-209e-48de-8885-8ec070de95ae) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:16:17.027794 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] For port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:16:17.031254 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] For port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,segment=NetworkSegment(0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7),segment_id=0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:16:17.035339 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:17.039215 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:17.118196 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Pushing event updated for resources: {'Port': ['ID=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:17.126006 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:17.245726 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:17.278663 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-07553cb9-f60a-44d5-ac53-876f5cce3917 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:17.279426 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-07553cb9-f60a-44d5-ac53-876f5cce3917 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Synchronizing usage tracker for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:16:17.314086 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-07553cb9-f60a-44d5-ac53-876f5cce3917 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Unset dirty status for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:16:17.314613 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-07553cb9-f60a-44d5-ac53-876f5cce3917 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 945 time: 0.1804552
May 19 23:16:17.318325 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:17.364329 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0cb68699-7962-4785-9499-123d7b96553d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:17.528453 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:17.547004 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:17.553402 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:16:17.567025 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 25f7a40c-b500-456a-813f-e65b9c113ecc up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:17.580507 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f542e-35a5-4f4b-abd9-518ca1ff68c3 req-40680560-94b5-4e3c-b96b-e42cb24074ad tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:17.582861 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d06f542e-35a5-4f4b-abd9-518ca1ff68c3 req-40680560-94b5-4e3c-b96b-e42cb24074ad tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 945 time: 0.1171641
May 19 23:16:17.613663 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9814d5c-209e-48de-8885-8ec070de95ae,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:17.623561 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:17.643616 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d06f542e-35a5-4f4b-abd9-518ca1ff68c3 req-225e0845-09c5-4c01-9ebc-2fb8b06e5459 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547884
May 19 23:16:17.664649 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 25f7a40c-b500-456a-813f-e65b9c113ecc completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:17.670984 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 25f7a40c-b500-456a-813f-e65b9c113ecc triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:17.671943 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:17.798703 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:17.811827 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Deleting port 2485f088-b3cf-47bd-be6a-ad9c6df8202c {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:16:17.812177 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:17.844477 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 25f7a40c-b500-456a-813f-e65b9c113ecc, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=25f7a40c-b500-456a-813f-e65b9c113ecc,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:17.850605 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:17.851612 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:17.878507 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:17.958291 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=25f7a40c-b500-456a-813f-e65b9c113ecc,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:17.968025 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:18.001165 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:18.066038 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] For port 2485f088-b3cf-47bd-be6a-ad9c6df8202c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2485f088-b3cf-47bd-be6a-ad9c6df8202c,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:18.066672 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:18.208282 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3161de6-b475-4a1f-8253-91d8d6252ddb None None] Network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:16:18.259088 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Calling delete_port for 2485f088-b3cf-47bd-be6a-ad9c6df8202c owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:16:18.289854 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:18.315614 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] Provisioning for port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:18.329760 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] Provisioning complete for port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:18.330158 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:18.578064 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:18.619476 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] For port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,segment=NetworkSegment(0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7),segment_id=0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:18.623642 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:18.626875 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-efb144f1-edbd-4230-a0ef-5f7f94f8cca9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:18.704004 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] Pushing event updated for resources: {'Port': ['ID=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:18.707240 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:18.817950 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:18.833093 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4df1ac53-d7e9-4315-9f4b-1a5114b91d81 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:18.851952 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['33b08239-127b-4404-9985-9e7f02956145', '2485f088-b3cf-47bd-be6a-ad9c6df8202c'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:16:18.865088 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c3db58c0-6fcf-4717-b23a-a4196ca2468f req-4d6ff3d6-c6b3-49d6-879a-1fb6d6f812d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6c6527d-dcba-467a-bb58-649d2922fead HTTP/1.1" status: 200  len: 210 time: 0.0768285
May 19 23:16:18.889293 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Pushing event deleted for resources: {'Port': ['ID=2485f088-b3cf-47bd-be6a-ad9c6df8202c,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:18.892264 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:18.895044 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-71bb4047-3754-4cd7-add0-1b35d80560aa None None] Provisioning complete for port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:18.895424 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-71bb4047-3754-4cd7-add0-1b35d80560aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:18.963806 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:18.972915 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] No DVR routers for this DVR port 2485f088-b3cf-47bd-be6a-ad9c6df8202c on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:16:19.024903 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:19.027527 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c6527d-dcba-467a-bb58-649d2922fead', 'name': 'network-vif-deleted', 'tag': '2485f088-b3cf-47bd-be6a-ad9c6df8202c'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:16:19.128049 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c6527d-dcba-467a-bb58-649d2922fead', 'name': 'network-vif-deleted', 'tag': '2485f088-b3cf-47bd-be6a-ad9c6df8202c', 'status': 'completed', 'code': 200}
May 19 23:16:19.140651 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-72f28fb3-3986-4e12-acf3-f8a9d0f99047 req-35c8d4fa-cf5a-43b1-b5b3-7e39cb5693a9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "DELETE /v2.0/ports/2485f088-b3cf-47bd-be6a-ad9c6df8202c HTTP/1.1" status: 204  len: 173 time: 1.8085155
May 19 23:16:19.200701 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Router cbfa5a76-8239-4526-b055-be9ca135d814 is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:16:19.374236 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 25f7a40c-b500-456a-813f-e65b9c113ecc up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:19.380640 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:16:19.399132 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:19.400333 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.4195061
May 19 23:16:19.403112 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47724) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:19.405388 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Sync routers for ids ['cbfa5a76-8239-4526-b055-be9ca135d814'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:16:19.434544 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Routers {'cbfa5a76-8239-4526-b055-be9ca135d814'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:16:19.435164 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fc2370>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['cbfa5a76-8239-4526-b055-be9ca135d814'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:19.600929 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 25f7a40c-b500-456a-813f-e65b9c113ecc triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:19.601542 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:19.665646 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Set router cbfa5a76-8239-4526-b055-be9ca135d814 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:16:19.947228 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:20.071712 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:20.072217 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.120804 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fc2370>, [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 3, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port': {'id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:20.127309 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Checking router: cbfa5a76-8239-4526-b055-be9ca135d814 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:16:20.127671 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Updating router cbfa5a76-8239-4526-b055-be9ca135d814 port c9814d5c-209e-48de-8885-8ec070de95ae binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:16:20.193335 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.196056 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.464718 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Allocated IP 172.20.0.1 (3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8/1bfe53b3-e439-49eb-a992-b84438bd2f42/7bec932e-ad41-4611-84a3-4c708bc4671d) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:16:20.478941 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-bcaca2c9-2d73-4f1b-9859-aa41b09f0921 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1610234
May 19 23:16:20.628299 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.640123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Transition to ACTIVE for port object c9814d5c-209e-48de-8885-8ec070de95ae will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:20.646587 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.650144 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:20.678716 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.696418 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-562ca8e1-455f-4344-92b4-d76125101e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:20.697912 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-562ca8e1-455f-4344-92b4-d76125101e1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae7b096cf96047bcbc342873c8db26bb&device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 1099 time: 0.1849704
May 19 23:16:20.700286 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Transition to ACTIVE for port object 7bec932e-ad41-4611-84a3-4c708bc4671d will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:20.727928 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Attempting to bind port c9814d5c-209e-48de-8885-8ec070de95ae on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:16:20.728309 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Attempting to bind port c9814d5c-209e-48de-8885-8ec070de95ae by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:16:20.728681 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Attempting to bind port c9814d5c-209e-48de-8885-8ec070de95ae on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:16:20.738226 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:16:20.738642 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:20.739000 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.739394 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:16:20.739862 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Bound port: c9814d5c-209e-48de-8885-8ec070de95ae, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:16:20.740238 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.768515 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0f541-4943-48a7-b3a9-c4913ba007fb None None] Pushing event updated for resources: {'Port': ['ID=c9814d5c-209e-48de-8885-8ec070de95ae,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:20.771387 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-3ea0f541-4943-48a7-b3a9-c4913ba007fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:20.818069 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] For port c9814d5c-209e-48de-8885-8ec070de95ae, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:16:20.819184 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.821235 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] For port c9814d5c-209e-48de-8885-8ec070de95ae, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=c9814d5c-209e-48de-8885-8ec070de95ae,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:16:20.825158 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:20.830210 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-11d90c26-68cd-414d-84c2-23b3c64c2748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:20.834272 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a9f8c41f-1a0e-48c3-b340-272abea9300d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:20.903810 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:20.905752 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Routers {'cbfa5a76-8239-4526-b055-be9ca135d814'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:16:20.906379 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fc2370>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['cbfa5a76-8239-4526-b055-be9ca135d814'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:20.908793 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:20.915120 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:16:20.963088 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Pushing event updated for resources: {'Port': ['ID=7bec932e-ad41-4611-84a3-4c708bc4671d,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:20.972816 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:20.982459 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-bb3f46ba-ef40-41e6-b13e-e761e6b18188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:20.984648 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-bb3f46ba-ef40-41e6-b13e-e761e6b18188 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 200  len: 914 time: 0.2653241
May 19 23:16:20.989766 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0f541-4943-48a7-b3a9-c4913ba007fb None None] Pushing event updated for resources: {'Port': ['ID=c9814d5c-209e-48de-8885-8ec070de95ae,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:20.993227 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-3ea0f541-4943-48a7-b3a9-c4913ba007fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:21.063862 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-f2100c16-2e49-4f6e-ab37-1df5e7b08e5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33b08239-127b-4404-9985-9e7f02956145 HTTP/1.1" status: 200  len: 217 time: 0.0715706
May 19 23:16:21.064728 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:21.102188 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] Set router cbfa5a76-8239-4526-b055-be9ca135d814 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:16:21.147914 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-610b9be8-86b2-4a85-b0f9-9e21edf4b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:21.149341 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-610b9be8-86b2-4a85-b0f9-9e21edf4b139 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 200  len: 853 time: 0.0739501
May 19 23:16:21.199368 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-0fdd0c70-855c-4d51-bd84-979eb22c95c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6fbf7e0c-9088-452c-a013-44bad04c4d9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431421
May 19 23:16:21.246447 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-28c483ac-ba84-4dec-b863-94e5bef0503d None None] Provisioning for port 7bec932e-ad41-4611-84a3-4c708bc4671d completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:21.302159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-28c483ac-ba84-4dec-b863-94e5bef0503d None None] Provisioning complete for port 7bec932e-ad41-4611-84a3-4c708bc4671d triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:21.302546 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-28c483ac-ba84-4dec-b863-94e5bef0503d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:21.375613 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-28c483ac-ba84-4dec-b863-94e5bef0503d None None] Port 7bec932e-ad41-4611-84a3-4c708bc4671d cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:16:21.394112 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-6c6be79f-b0ed-4cfe-b8c1-04921fb30fba service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1845815
May 19 23:16:21.430519 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2485f088-b3cf-47bd-be6a-ad9c6df8202c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:16:21.477234 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 2485f088-b3cf-47bd-be6a-ad9c6df8202c {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:16:21.477634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 2485f088-b3cf-47bd-be6a-ad9c6df8202c not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:16:21.508157 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fc2370>, [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 3, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port': {'id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:21.512493 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a54dc2-0e23-4ebf-984d-24a14f3d9340 None None] The sync data for ids ['cbfa5a76-8239-4526-b055-be9ca135d814'] in dv-cinder-792299-1-iscsi is: [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 3, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port': {'id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:16:21.602589 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:21.603902 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb172f5-c77d-40b8-a9c8-04ebc585537c req-850358d6-5be0-4326-a963-7d92672a9a29 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:21.605385 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6cb172f5-c77d-40b8-a9c8-04ebc585537c req-850358d6-5be0-4326-a963-7d92672a9a29 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 946 time: 0.0888016
May 19 23:16:21.656742 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6cb172f5-c77d-40b8-a9c8-04ebc585537c req-8c78958b-bb50-4bb6-b095-eea53159a95e tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444958
May 19 23:16:21.695706 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2e393d97-9f9e-46ac-9828-97084e827f78 req-154ad79f-a9fc-4338-8ca4-3723899762ea service neutron] 10.222.0.36 "GET /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2942719
May 19 23:16:21.881855 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:21.886596 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:21.911725 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2077990-c341-4352-b108-135a9720794e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:21.999177 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:22.002763 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Pushing event updated for resources: {'Port': ['ID=7bec932e-ad41-4611-84a3-4c708bc4671d,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:22.006044 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:22.141654 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:22.142641 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:22.332706 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Router cbfa5a76-8239-4526-b055-be9ca135d814 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:16:22.403035 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-b4f6e15f-c7a8-4527-af7a-8b2eb0881670 None None] Provisioning complete for port 7bec932e-ad41-4611-84a3-4c708bc4671d triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:22.403598 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b4f6e15f-c7a8-4527-af7a-8b2eb0881670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:22.455799 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-b4f6e15f-c7a8-4527-af7a-8b2eb0881670 None None] Port 7bec932e-ad41-4611-84a3-4c708bc4671d cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:16:22.512516 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:16:22.521289 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] 10.222.0.25 "PUT /v2.0/routers/cbfa5a76-8239-4526-b055-be9ca135d814/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1172507
May 19 23:16:22.851615 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969fbd1-cda0-4aca-a2f0-72ec89abc878 req-0d2d9fcf-4a49-4525-803c-6479a4ea2ea7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:22.853075 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9969fbd1-cda0-4aca-a2f0-72ec89abc878 req-0d2d9fcf-4a49-4525-803c-6479a4ea2ea7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 946 time: 0.0867820
May 19 23:16:22.900580 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9969fbd1-cda0-4aca-a2f0-72ec89abc878 req-0c9e838f-d760-4d62-a969-2f4373a87672 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/security-groups?id=f5d1cdf7-61c3-44eb-905a-87842e1a3895&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417271
May 19 23:16:23.163388 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47748) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:23.168558 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242072130', 'description': 'tempest-secgroup-smoke-1242072130 description', 'project_id': '57a3de62a515457fb5020edf8b9a5f41'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:23.174905 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:23.178846 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:security_group and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:23.181666 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:23.188523 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:23.198033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.219522 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:23.222711 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:security_group_rule and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:23.225492 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:23.227680 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfff08-ca98-4355-969b-42262c9836a1 req-9fc6f286-49f6-4fb9-8378-58a6223686ac tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:23.228385 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-dddfff08-ca98-4355-969b-42262c9836a1 req-9fc6f286-49f6-4fb9-8378-58a6223686ac tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Synchronizing usage tracker for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:16:23.231266 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:23.244105 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-dddfff08-ca98-4355-969b-42262c9836a1 req-9fc6f286-49f6-4fb9-8378-58a6223686ac tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Unset dirty status for tenant:ae7b096cf96047bcbc342873c8db26bb on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:16:23.245657 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-dddfff08-ca98-4355-969b-42262c9836a1 req-9fc6f286-49f6-4fb9-8378-58a6223686ac tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 946 time: 0.0959616
May 19 23:16:23.304767 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.308871 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.315033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-545d98a4-3d30-4018-a0e7-2e29af0a70e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:23.372543 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138a301e-427f-43cc-8770-126f26d1ab69,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:23.375906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.379883 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2127037
May 19 23:16:23.379883 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c66e50c7-1606-478f-9e12-ada68eef71d9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:23.380598 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47752) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:23.386814 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'security_group_rule': {'security_group_id': '138a301e-427f-43cc-8770-126f26d1ab69', 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:23.394688 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:23.400349 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:security_group_rule and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:23.403552 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:23.412126 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:23.416501 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Deleting port 33b08239-127b-4404-9985-9e7f02956145 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:16:23.416844 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.417370 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device c9814d5c-209e-48de-8885-8ec070de95ae up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:23.463393 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.488197 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port c9814d5c-209e-48de-8885-8ec070de95ae completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:23.493075 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port c9814d5c-209e-48de-8885-8ec070de95ae triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:23.493529 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.594341 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] For port 33b08239-127b-4404-9985-9e7f02956145, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=33b08239-127b-4404-9985-9e7f02956145,segment=NetworkSegment(5316a458-08b2-4367-b759-479206336de4),segment_id=5316a458-08b2-4367-b759-479206336de4)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:23.594612 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.609452 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.629078 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port c9814d5c-209e-48de-8885-8ec070de95ae, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=c9814d5c-209e-48de-8885-8ec070de95ae,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:23.634415 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.639111 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:23.669831 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.710269 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=c9814d5c-209e-48de-8885-8ec070de95ae,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:23.713272 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:23.825111 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.831766 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Calling delete_port for 33b08239-127b-4404-9985-9e7f02956145 owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:16:23.836960 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-36669d1d-3ff7-447c-9b12-e5521c68a802 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:23.864752 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b4f238-a422-4e57-8ee4-41a6be2b50bb,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:23.873961 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:23.883542 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.884744 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c8377578-fc30-445a-a3af-ad4f2e5e2367 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5032151
May 19 23:16:23.887560 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47756) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:23.893040 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'security_group_rule': {'security_group_id': '138a301e-427f-43cc-8770-126f26d1ab69', 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:23.898815 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:23.902582 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:security_group_rule and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:23.906253 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:23.912147 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:23.934506 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.949254 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Sync routers for ids ['cbfa5a76-8239-4526-b055-be9ca135d814'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:16:23.971580 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Routers {'cbfa5a76-8239-4526-b055-be9ca135d814'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:16:23.972215 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672f903a0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['cbfa5a76-8239-4526-b055-be9ca135d814'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:23.981178 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:23.996541 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:24.005204 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.010024 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.012396 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fa9db429-3585-4759-9e4a-5d19b641cb5e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:24.015991 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['33b08239-127b-4404-9985-9e7f02956145'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:16:24.037999 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c290bf5-a942-4cb6-9a93-d9169b90df7f,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:24.042419 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:24.070326 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Pushing event deleted for resources: {'Port': ['ID=33b08239-127b-4404-9985-9e7f02956145,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:24.090088 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-33b487fa-6817-47d4-a92c-739c4c8bf9ae req-966b3458-fef9-4598-8591-f61e2bdfdf4f tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d648942-d107-4b54-b72a-22dbfe0720e4 HTTP/1.1" status: 200  len: 210 time: 0.0498166
May 19 23:16:24.091247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.092311 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-0dd1db67-897f-458d-9e9f-57cca92f6ab5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2037792
May 19 23:16:24.095227 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47762) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:24.100973 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'security_group_rule': {'security_group_id': '138a301e-427f-43cc-8770-126f26d1ab69', 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:24.115099 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:24.115316 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:24.115433 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:security_group_rule and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:24.115433 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:24.125588 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:24.142344 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.150906 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] No DVR routers for this DVR port 33b08239-127b-4404-9985-9e7f02956145 on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:16:24.153555 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.158711 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d648942-d107-4b54-b72a-22dbfe0720e4', 'name': 'network-vif-deleted', 'tag': '33b08239-127b-4404-9985-9e7f02956145'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:16:24.177611 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-dddfff08-ca98-4355-969b-42262c9836a1 req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] 10.222.0.36 "DELETE /v2.0/ports/33b08239-127b-4404-9985-9e7f02956145 HTTP/1.1" status: 204  len: 173 time: 0.9260273
May 19 23:16:24.178408 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Set router cbfa5a76-8239-4526-b055-be9ca135d814 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:16:24.208492 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d648942-d107-4b54-b72a-22dbfe0720e4', 'name': 'network-vif-deleted', 'tag': '33b08239-127b-4404-9985-9e7f02956145', 'status': 'completed', 'code': 200}
May 19 23:16:24.212387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.216064 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.218449 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:24.240174 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8992a5ba-eb27-4820-b2a8-cba9691f5aa6,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:24.249342 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:24.258469 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.260241 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1638880
May 19 23:16:24.263047 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47768) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:24.270078 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'security_group_rule': {'security_group_id': '138a301e-427f-43cc-8770-126f26d1ab69', 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:24.278436 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:24.283507 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:security_group_rule and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:24.286726 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:24.293808 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:24.311038 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.381085 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.384781 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.387085 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6dce7a5e-646e-48f1-b4f6-82905d9d6739 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:24.410782 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46031c40-bb39-430f-9caf-db62aadb8e55,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:24.413614 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:24.421269 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.422551 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2411f0e5-e7ad-4c7e-80b3-df0642afdf8d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1584606
May 19 23:16:24.425200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47772) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:24.430248 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'security_group_rule': {'security_group_id': '138a301e-427f-43cc-8770-126f26d1ab69', 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:24.435764 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:24.439653 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:security_group_rule and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:24.442442 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:24.447994 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:24.459206 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.securitygroups_db [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Project 57a3de62a515457fb5020edf8b9a5f41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:16:24.464745 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.521299 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672f903a0>, [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:21Z', 'revision_number': 4, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port': {'id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '7bec932e-ad41-4611-84a3-4c708bc4671d', 'name': '', 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'mac_address': 'fa:16:3e:89:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '1bfe53b3-e439-49eb-a992-b84438bd2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:20Z', 'updated_at': '2021-05-19T23:16:21Z', 'revision_number': 2, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'subnets': [{'id': '1bfe53b3-e439-49eb-a992-b84438bd2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:24.525029 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Checking router: cbfa5a76-8239-4526-b055-be9ca135d814 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:16:24.525375 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Updating router cbfa5a76-8239-4526-b055-be9ca135d814 port 7bec932e-ad41-4611-84a3-4c708bc4671d binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:16:24.530367 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.534067 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.536033 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:24.561173 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1abed7-9a51-4c6c-aa82-7edc75c634f1,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:24.566026 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:24.570876 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.572063 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1458991
May 19 23:16:24.574980 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47776) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:24.581717 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'security_group_rule': {'security_group_id': '138a301e-427f-43cc-8770-126f26d1ab69', 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:24.582586 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.587784 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:24.591911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:security_group_rule and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:24.594804 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:24.600473 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:24.611082 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.securitygroups_db [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Project 57a3de62a515457fb5020edf8b9a5f41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:16:24.617610 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.688115 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.692117 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.694293 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5f576649-fb26-4dda-9c22-2326bb1c4063 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:24.718736 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b15ec9-2059-4a08-95b9-b7f940cd0048,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:24.720549 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:24.728581 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.733243 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-abb4a5a1-4004-4cd8-be5a-5cd95181f8d0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1569209
May 19 23:16:24.965764 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.977051 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Transition to ACTIVE for port object 7bec932e-ad41-4611-84a3-4c708bc4671d will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:24.983483 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:24.988047 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-ca97729d-1fc5-4f79-8d15-3025fbd231cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:25.180234 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb5a62-4c58-408a-975b-6c07506116d8 None None] Pushing event updated for resources: {'Port': ['ID=7bec932e-ad41-4611-84a3-4c708bc4671d,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:25.187137 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-e9bb5a62-4c58-408a-975b-6c07506116d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:25.215987 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47820) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:25.238382 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Attempting to bind port 7bec932e-ad41-4611-84a3-4c708bc4671d on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:16:25.238773 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Attempting to bind port 7bec932e-ad41-4611-84a3-4c708bc4671d by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:16:25.239215 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Attempting to bind port 7bec932e-ad41-4611-84a3-4c708bc4671d on network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:16:25.244981 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:16:25.245357 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Checking segment: {'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:25.245774 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.246154 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Bound using segment: {'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:16:25.246619 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Bound port: 7bec932e-ad41-4611-84a3-4c708bc4671d, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:16:25.246980 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.328354 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Deleting subnet 81e687d0-13ca-4db6-9cc9-68d2d5e07c3c {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:16:25.333246 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.349722 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] For port 7bec932e-ad41-4611-84a3-4c708bc4671d, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:16:25.352895 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] For port 7bec932e-ad41-4611-84a3-4c708bc4671d, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=7bec932e-ad41-4611-84a3-4c708bc4671d,segment=NetworkSegment(0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7),segment_id=0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:16:25.359638 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.364830 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-4dc2805b-1bbd-4f17-91d0-d61124153ca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:25.415502 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6878897'] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.441304 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device c9814d5c-209e-48de-8885-8ec070de95ae up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:25.459694 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb5a62-4c58-408a-975b-6c07506116d8 None None] Pushing event updated for resources: {'Port': ['ID=7bec932e-ad41-4611-84a3-4c708bc4671d,revision_number=4']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:25.463938 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-e9bb5a62-4c58-408a-975b-6c07506116d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:25.469917 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Routers {'cbfa5a76-8239-4526-b055-be9ca135d814'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:16:25.470660 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672f903a0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['cbfa5a76-8239-4526-b055-be9ca135d814'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:25.489567 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.535808 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port c9814d5c-209e-48de-8885-8ec070de95ae triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:25.536295 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.712252 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] Set router cbfa5a76-8239-4526-b055-be9ca135d814 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:16:25.790181 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8361647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6952225'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.795559 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:25.831229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e687d0-13ca-4db6-9cc9-68d2d5e07c3c,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:25.833290 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:25.835891 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:25.842274 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] 10.222.0.25 "DELETE /v2.0/subnets/81e687d0-13ca-4db6-9cc9-68d2d5e07c3c HTTP/1.1" status: 204  len: 168 time: 0.6228724
May 19 23:16:25.844129 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47842) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:25.959148 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.041895 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672f903a0>, [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:21Z', 'revision_number': 4, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port': {'id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '7bec932e-ad41-4611-84a3-4c708bc4671d', 'name': '', 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'mac_address': 'fa:16:3e:89:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '1bfe53b3-e439-49eb-a992-b84438bd2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:20Z', 'updated_at': '2021-05-19T23:16:25Z', 'revision_number': 4, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'subnets': [{'id': '1bfe53b3-e439-49eb-a992-b84438bd2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:26.046211 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b49cb8-b5c0-4e7b-95f5-8c3b7af453a0 None None] The sync data for ids ['cbfa5a76-8239-4526-b055-be9ca135d814'] in dv-cinder-792299-1-iscsi is: [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:21Z', 'revision_number': 4, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port': {'id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '7bec932e-ad41-4611-84a3-4c708bc4671d', 'name': '', 'network_id': '3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'mac_address': 'fa:16:3e:89:4a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '1bfe53b3-e439-49eb-a992-b84438bd2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:20Z', 'updated_at': '2021-05-19T23:16:25Z', 'revision_number': 4, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'subnets': [{'id': '1bfe53b3-e439-49eb-a992-b84438bd2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:16:26.097780 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.116690 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671a51490>,) {'filters': {'network_id': ['6fbf7e0c-9088-452c-a013-44bad04c4d9f']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:26.137162 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671a51490>, '5316a458-08b2-4367-b759-479206336de4') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:26.137454 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671a51490>, '5316a458-08b2-4367-b759-479206336de4') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:16:26.150566 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.171911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.179240 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:16:26.179662 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:16:26.194540 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:16:26.275186 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.279487 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:26.292425 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.308309 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Pushing event deleted for resources: {'Network': ['ID=6fbf7e0c-9088-452c-a013-44bad04c4d9f,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:26.311853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:26.317090 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-56375ba7-ec7f-4c35-8b0d-ad38fcb7d2bf admin admin] 10.222.0.25 "DELETE /v2.0/networks/6fbf7e0c-9088-452c-a013-44bad04c4d9f HTTP/1.1" status: 204  len: 168 time: 0.4717386
May 19 23:16:26.522550 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47850) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:26.577600 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-db459211-1b64-4a34-9fe4-513483570625 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae7b096cf96047bcbc342873c8db26bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0537369
May 19 23:16:26.579968 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47854) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:26.643144 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb8f-5668-4a05-9f58-fef76607b98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.671961 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb8f-5668-4a05-9f58-fef76607b98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.723899 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb8f-5668-4a05-9f58-fef76607b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.727450 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-276e620b-21b9-491b-88cc-feba3074e9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:26.740093 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2cb8f-5668-4a05-9f58-fef76607b98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d1cdf7-61c3-44eb-905a-87842e1a3895,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:26.745584 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-16f2cb8f-5668-4a05-9f58-fef76607b98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:26.752796 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-16f2cb8f-5668-4a05-9f58-fef76607b98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:26.753934 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-16f2cb8f-5668-4a05-9f58-fef76607b98a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5d1cdf7-61c3-44eb-905a-87842e1a3895 HTTP/1.1" status: 204  len: 168 time: 0.1730287
May 19 23:16:27.408172 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 7bec932e-ad41-4611-84a3-4c708bc4671d up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:27.479799 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 33b08239-127b-4404-9985-9e7f02956145 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:16:27.545896 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 33b08239-127b-4404-9985-9e7f02956145 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:16:27.546188 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 33b08239-127b-4404-9985-9e7f02956145 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:16:27.566210 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 7bec932e-ad41-4611-84a3-4c708bc4671d completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:27.572570 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 7bec932e-ad41-4611-84a3-4c708bc4671d triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:27.573273 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:27.705323 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:27.740183 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 7bec932e-ad41-4611-84a3-4c708bc4671d, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=7bec932e-ad41-4611-84a3-4c708bc4671d,segment=NetworkSegment(0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7),segment_id=0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:27.743934 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:27.745783 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:27.817097 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=7bec932e-ad41-4611-84a3-4c708bc4671d,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:27.820620 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:28.269976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47908) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:28.396949 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:28.411756 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:28.415591 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Usage tracker for resource:security_group_rule and tenant:92d71105e0884bb9a7134b037a161d07 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:28.418784 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:28.425308 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:28.510537 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:28.514853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:28.521798 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-eed2c6ca-607b-4080-ad2a-d0fd542a5301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:28.560447 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d0325a-df4d-406e-88f3-56c185faa897,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:28.565005 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92d71105e0884bb9a7134b037a161d07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2940450
May 19 23:16:28.565895 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e7a42b82-18c3-4022-8d31-62adccf464ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:28.567667 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47914) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:28.626692 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-14c3ce16-1166-4732-b29c-546846ecd562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:28.652245 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-14c3ce16-1166-4732-b29c-546846ecd562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:28.706673 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-14c3ce16-1166-4732-b29c-546846ecd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:28.711611 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-177f444e-da96-44b4-934f-4f73a0d04200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:28.721938 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3ce16-1166-4732-b29c-546846ecd562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d0325a-df4d-406e-88f3-56c185faa897,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:28.727707 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-14c3ce16-1166-4732-b29c-546846ecd562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:28.728496 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-14c3ce16-1166-4732-b29c-546846ecd562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:28.730855 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-14c3ce16-1166-4732-b29c-546846ecd562 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60d0325a-df4d-406e-88f3-56c185faa897 HTTP/1.1" status: 204  len: 168 time: 0.1615555
May 19 23:16:29.376216 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 7bec932e-ad41-4611-84a3-4c708bc4671d up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:16:29.446345 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 7bec932e-ad41-4611-84a3-4c708bc4671d triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:29.446690 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:30.738165 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 47986) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:30.858741 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:30.874513 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:30.878493 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Usage tracker for resource:security_group_rule and tenant:c0e768a9a19143df926f6d1374c15b28 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:30.882769 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:30.891628 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:30.976587 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:30.980335 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:30.989355 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d9471bb7-4d63-4af3-be57-7591a3aa266e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:31.027883 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0e768a9a19143df926f6d1374c15b28&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2886434
May 19 23:16:31.029618 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe4db4-4699-40ec-b9b6-a61c195cbe83,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:31.030745 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 47994) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:31.032543 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-046ebd2b-3435-4972-97d9-b60a5c5a0718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:31.091248 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5adc625d-0833-4570-886f-9290fe01316a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.116787 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5adc625d-0833-4570-886f-9290fe01316a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.172920 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5adc625d-0833-4570-886f-9290fe01316a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.177017 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2254731d-b78a-4d74-9468-dacba822dab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:31.189175 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc625d-0833-4570-886f-9290fe01316a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfe4db4-4699-40ec-b9b6-a61c195cbe83,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:31.192626 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5adc625d-0833-4570-886f-9290fe01316a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:31.195817 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5adc625d-0833-4570-886f-9290fe01316a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.196910 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-5adc625d-0833-4570-886f-9290fe01316a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbfe4db4-4699-40ec-b9b6-a61c195cbe83 HTTP/1.1" status: 204  len: 168 time: 0.1651332
May 19 23:16:31.485907 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48002) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:31.504789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.519530 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:31.523316 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Usage tracker for resource:security_group_rule and tenant:2a39396f81c04ee8a3d42677e39f02e7 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:31.526107 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:31.532091 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:31.620889 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.626352 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.634822 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-312086e7-7132-4593-9f9e-1a29f5fdc826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:31.775406 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a39396f81c04ee8a3d42677e39f02e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2883201
May 19 23:16:31.776210 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea75fefe-55e3-480c-8065-41ae0fecb7c3,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:31.778846 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48006) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:31.779121 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f2dcabd1-1931-4e54-aa7b-f794a9e8fbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:31.841163 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-155f7f88-d794-4889-aad7-6925ab92e13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.867103 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-155f7f88-d794-4889-aad7-6925ab92e13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.919272 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-155f7f88-d794-4889-aad7-6925ab92e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.923340 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b5cdd2e6-fcf5-4efc-b18a-c997934dbff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:31.935044 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f7f88-d794-4889-aad7-6925ab92e13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea75fefe-55e3-480c-8065-41ae0fecb7c3,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:31.939079 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-155f7f88-d794-4889-aad7-6925ab92e13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:31.945501 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-155f7f88-d794-4889-aad7-6925ab92e13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:31.946643 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-155f7f88-d794-4889-aad7-6925ab92e13d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea75fefe-55e3-480c-8065-41ae0fecb7c3 HTTP/1.1" status: 204  len: 168 time: 0.1659064
May 19 23:16:36.200144 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-faf614fa-2956-4912-b382-5298529a9afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:37.620422 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48126) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:37.735139 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:37.749444 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:37.753186 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Usage tracker for resource:security_group_rule and tenant:c276f5f8795842ffb5be0967eef4c6fe is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:37.755939 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:37.761464 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:37.844016 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:37.847511 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:37.855546 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e361b4ef-d765-49f1-96b3-035d609461ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:37.894823 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c276f5f8795842ffb5be0967eef4c6fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2733488
May 19 23:16:37.896423 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a625d5-6bcf-42e1-9633-17295176012e,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:37.897484 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48132) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:37.903899 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.904332 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.904689 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.905048 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.905403 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.905794 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.906143 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.906496 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.906845 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.907191 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.907535 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.907877 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:37.911566 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-86ba87f5-f053-4f6a-8c09-fcb68ae14bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:37.956514 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-31901ff4-5721-441a-8cac-aaf07e612c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:37.980973 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-31901ff4-5721-441a-8cac-aaf07e612c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.032045 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-31901ff4-5721-441a-8cac-aaf07e612c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.035576 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1bf61be3-6cf0-4cd0-96d3-57b1472cc1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:38.048318 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31901ff4-5721-441a-8cac-aaf07e612c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a625d5-6bcf-42e1-9633-17295176012e,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:38.052151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-31901ff4-5721-441a-8cac-aaf07e612c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:38.062786 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-31901ff4-5721-441a-8cac-aaf07e612c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.063988 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-31901ff4-5721-441a-8cac-aaf07e612c87 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4a625d5-6bcf-42e1-9633-17295176012e HTTP/1.1" status: 204  len: 168 time: 0.1655028
May 19 23:16:38.335895 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48140) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:38.353574 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.367930 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:38.371707 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Usage tracker for resource:security_group_rule and tenant:77e83b78d807474d926c4d2e677f4b74 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:38.374513 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:38.380086 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:38.459903 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.463499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.475941 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5a97ab42-52de-471b-8702-b9378207c800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:38.518040 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77e83b78d807474d926c4d2e677f4b74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1810505
May 19 23:16:38.518456 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48146) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:38.519832 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d404e-ce7e-4250-90f7-af56861cc6e7,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:38.522705 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8597a9c6-61b1-4043-8d75-3c38cf47c7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:38.577453 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2598a57e-0500-43d4-880f-9e1b50a078fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.603438 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2598a57e-0500-43d4-880f-9e1b50a078fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.652977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2598a57e-0500-43d4-880f-9e1b50a078fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.657793 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:38.669210 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598a57e-0500-43d4-880f-9e1b50a078fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d404e-ce7e-4250-90f7-af56861cc6e7,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:38.673906 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2598a57e-0500-43d4-880f-9e1b50a078fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:38.679209 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2598a57e-0500-43d4-880f-9e1b50a078fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:38.680290 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2598a57e-0500-43d4-880f-9e1b50a078fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/191d404e-ce7e-4250-90f7-af56861cc6e7 HTTP/1.1" status: 204  len: 168 time: 0.1608779
May 19 23:16:38.734894 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:39.019348 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ab3712ae-46dc-4388-a671-f2b4d8700655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:39.752304 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:41.456594 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:42.270568 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-ee261936-1884-49c0-b086-1e32bdc34474 req-4c81e6c3-5435-464f-933e-173d23b74d70 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Synchronizing usage tracker for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:16:42.286444 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-ee261936-1884-49c0-b086-1e32bdc34474 req-4c81e6c3-5435-464f-933e-173d23b74d70 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Unset dirty status for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:16:42.287604 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-4c81e6c3-5435-464f-933e-173d23b74d70 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242072130&fields=id&tenant_id=57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 267 time: 0.0570114
May 19 23:16:42.439252 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261936-1884-49c0-b086-1e32bdc34474 req-718a9156-482a-47c0-9520-c4dfc8f2beed tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:42.439925 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-ee261936-1884-49c0-b086-1e32bdc34474 req-718a9156-482a-47c0-9520-c4dfc8f2beed tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Synchronizing usage tracker for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:network {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:16:42.456302 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-ee261936-1884-49c0-b086-1e32bdc34474 req-718a9156-482a-47c0-9520-c4dfc8f2beed tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Unset dirty status for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:network {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:16:42.457688 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-718a9156-482a-47c0-9520-c4dfc8f2beed tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 812 time: 0.1633000
May 19 23:16:42.472751 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-782fd105-099d-489a-841c-80aee31aa18a tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/quotas/57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 375 time: 0.0095775
May 19 23:16:42.558761 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-7915df76-13f1-4762-a897-a328caa1bbdd tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0811555
May 19 23:16:42.694472 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-fa0e4307-0fa9-4733-85dc-badc1af74a52 service neutron] 10.222.0.25 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231883
May 19 23:16:42.821477 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-7d7247bb-b8e8-482f-acab-e9840b21f757 service neutron] 10.222.0.25 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211107
May 19 23:16:43.203933 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e3ee583e-0672-4dde-8ab6-3df5c484d36d req-e09b7d47-6d7e-40f6-9497-569174084d55 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 210 time: 0.0432510
May 19 23:16:43.838240 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:44.349904 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0e7de300-c828-4d22-afd1-987464c7d3e7 req-9edf613e-a51c-400b-9d1a-c3d13f00e338 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 210 time: 0.0421324
May 19 23:16:44.362262 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:16:45.500111 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a601506e-27f7-4f43-b2c6-6799a72ee3ba req-2bb7f075-acdc-4275-9440-ba3ae64abfa7 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 210 time: 0.0464921
May 19 23:16:45.793948 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261936-1884-49c0-b086-1e32bdc34474 req-161a06a4-7cb9-4882-861d-0f47f62e3daa tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:45.796291 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-161a06a4-7cb9-4882-861d-0f47f62e3daa tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 812 time: 0.1509008
May 19 23:16:45.850621 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-1c0aa8f5-c8b6-4859-8d3d-1ec9b49604d2 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 380 time: 0.0409954
May 19 23:16:45.872183 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'port': {'device_id': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'admin_state_up': True, 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'security_groups': ['138a301e-427f-43cc-8770-126f26d1ab69']}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:46.007781 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:46.011439 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:port and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:46.014778 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:46.020350 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:46.030423 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Made reservation on behalf of 57a3de62a515457fb5020edf8b9a5f41 for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:16:46.033888 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:46.195314 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Allocated IP 172.20.0.12 (16183c22-abeb-4029-a3cd-a14ea0c0253b/2dea96fa-4bc7-4474-8790-913c405da9d0/b111aec9-405d-4b2c-86a8-e018c832c01b) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:16:46.390938 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:46.406909 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Transition to ACTIVE for port object b111aec9-405d-4b2c-86a8-e018c832c01b will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:46.432440 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:46.438794 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-700d5392-4751-4a69-be31-ecbbde1b1260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:46.505189 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:16:46.508193 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:16:46.512109 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:16:46.593535 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:46.594226 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:46.602527 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=b111aec9-405d-4b2c-86a8-e018c832c01b,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:46.611760 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:46.630956 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7620800
May 19 23:16:46.655921 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Request body: {'port': {'device_id': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:16:46.774385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a67c5-f383-437b-9b94-a876cee6ec99 req-f6f9b81b-1cfa-4ebd-a182-be2211e87aef tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:46.781261 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-c97f034b-6e7c-4688-bb14-373f73fd51d7 None None] Provisioning for port b111aec9-405d-4b2c-86a8-e018c832c01b completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:16:46.782289 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8b2a67c5-f383-437b-9b94-a876cee6ec99 req-f6f9b81b-1cfa-4ebd-a182-be2211e87aef tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 932 time: 0.1283801
May 19 23:16:46.787815 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-c97f034b-6e7c-4688-bb14-373f73fd51d7 None None] Provisioning complete for port b111aec9-405d-4b2c-86a8-e018c832c01b triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:16:46.788261 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c97f034b-6e7c-4688-bb14-373f73fd51d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:46.860047 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-c97f034b-6e7c-4688-bb14-373f73fd51d7 None None] Port b111aec9-405d-4b2c-86a8-e018c832c01b cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:16:46.873380 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8b2a67c5-f383-437b-9b94-a876cee6ec99 req-74e17c7c-4c8c-4076-8520-15ba3fff5888 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0892797
May 19 23:16:46.891990 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:47.230287 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b111aec9-405d-4b2c-86a8-e018c832c01b {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:16:47.238016 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:47.252514 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Transition to ACTIVE for port object b111aec9-405d-4b2c-86a8-e018c832c01b will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:16:47.255629 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:47.259785 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:47.413199 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Pushing event updated for resources: {'Port': ['ID=b111aec9-405d-4b2c-86a8-e018c832c01b,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:47.421763 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:47.490614 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Attempting to bind port b111aec9-405d-4b2c-86a8-e018c832c01b on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:16:47.490949 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Attempting to bind port b111aec9-405d-4b2c-86a8-e018c832c01b by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:16:47.491272 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Attempting to bind port b111aec9-405d-4b2c-86a8-e018c832c01b on network 16183c22-abeb-4029-a3cd-a14ea0c0253b {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:16:47.495810 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Port b111aec9-405d-4b2c-86a8-e018c832c01b on network 16183c22-abeb-4029-a3cd-a14ea0c0253b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:16:47.496127 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Attempting to bind port b111aec9-405d-4b2c-86a8-e018c832c01b on network 16183c22-abeb-4029-a3cd-a14ea0c0253b {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:16:47.501905 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:16:47.502238 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Checking segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:16:47.502615 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Bound using segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:16:47.503041 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Bound port: b111aec9-405d-4b2c-86a8-e018c832c01b, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:16:47.503381 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:47.593431 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] For port b111aec9-405d-4b2c-86a8-e018c832c01b, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:16:47.596281 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] For port b111aec9-405d-4b2c-86a8-e018c832c01b, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b111aec9-405d-4b2c-86a8-e018c832c01b,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:16:47.600438 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:47.603887 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-8033f370-c989-4ecf-af4c-8f12bc673651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:47.663225 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:47.663839 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:47.665209 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] 10.222.0.36 "PUT /v2.0/ports/b111aec9-405d-4b2c-86a8-e018c832c01b HTTP/1.1" status: 200  len: 1094 time: 1.0180106
May 19 23:16:47.665724 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'tag': 'b111aec9-405d-4b2c-86a8-e018c832c01b'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:16:47.691408 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Pushing event updated for resources: {'Port': ['ID=b111aec9-405d-4b2c-86a8-e018c832c01b,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:47.694396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:47.712171 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'tag': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'status': 'completed', 'code': 200}
May 19 23:16:47.801962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261936-1884-49c0-b086-1e32bdc34474 req-6e806d87-6dd4-4689-bdeb-3cb38efe8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:47.803448 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-6e806d87-6dd4-4689-bdeb-3cb38efe8f9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 1097 time: 0.0738199
May 19 23:16:47.878841 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-07a7d782-2567-4e36-ad82-15ca3df6c7a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b111aec9-405d-4b2c-86a8-e018c832c01b HTTP/1.1" status: 200  len: 217 time: 0.0630569
May 19 23:16:47.955763 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261936-1884-49c0-b086-1e32bdc34474 req-1175c61e-90aa-4853-b726-0f2b38393fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:47.957449 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-1175c61e-90aa-4853-b726-0f2b38393fd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0720255
May 19 23:16:48.048545 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261936-1884-49c0-b086-1e32bdc34474 req-a0c6c91e-3880-4638-ac79-4a3696265615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:48.049988 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-a0c6c91e-3880-4638-ac79-4a3696265615 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860701
May 19 23:16:48.116835 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf0cd1-2f4e-4d5b-bd76-9f0b5eb109f0 req-eb7b5609-76e4-4c91-b9c1-3f5ef6fdb19d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:48.118420 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2ebf0cd1-2f4e-4d5b-bd76-9f0b5eb109f0 req-eb7b5609-76e4-4c91-b9c1-3f5ef6fdb19d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.1023140
May 19 23:16:48.187284 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2ebf0cd1-2f4e-4d5b-bd76-9f0b5eb109f0 req-36952cae-c452-4f1d-bab2-6ac3fb7a326e tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573726
May 19 23:16:48.214241 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-8c35c182-727c-459a-8b27-315556ac2e75 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568646
May 19 23:16:48.347112 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-ee261936-1884-49c0-b086-1e32bdc34474 req-ba96310b-6100-48fe-82a5-04567bf2504d service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261041
May 19 23:16:48.502525 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-31611f54-5a12-4fea-8f93-106f14e90846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:48.504011 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-31611f54-5a12-4fea-8f93-106f14e90846 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 1097 time: 0.0708578
May 19 23:16:48.634277 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-ab4b64b3-cdcb-4477-bc4a-83372ce18bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:48.635615 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-ab4b64b3-cdcb-4477-bc4a-83372ce18bcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1244428
May 19 23:16:48.790338 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-c7ac7c7d-6427-4e04-aa7e-0cc9dcaa99ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b111aec9-405d-4b2c-86a8-e018c832c01b HTTP/1.1" status: 200  len: 217 time: 0.1476269
May 19 23:16:48.853261 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-f2ab16b4-8e9f-4893-8608-43014be8c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:48.854715 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-f2ab16b4-8e9f-4893-8608-43014be8c859 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0579762
May 19 23:16:48.931879 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-02687448-40d8-4f5a-bf34-f6092534eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:48.933405 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-02687448-40d8-4f5a-bf34-f6092534eecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719769
May 19 23:16:49.063832 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-5ce3a9b5-b279-46cf-8dff-7918ecfbbb2f service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240828
May 19 23:16:49.190424 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-03179d95-3450-4ba2-8cc6-4db2fbf85843 req-ebad294b-0793-4b36-b22e-4f01c26411b8 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205513
May 19 23:16:49.362130 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe3d7a-b217-4209-add2-b9b8d9174036 req-e0916ed0-47fe-4aaa-ac5c-90383c9a5f83 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:49.363597 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-31fe3d7a-b217-4209-add2-b9b8d9174036 req-e0916ed0-47fe-4aaa-ac5c-90383c9a5f83 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.0825932
May 19 23:16:49.411235 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-31fe3d7a-b217-4209-add2-b9b8d9174036 req-8bb59e84-c732-4421-a728-469c723a2838 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414128
May 19 23:16:49.708848 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48280) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:49.821794 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:49.836041 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:49.839789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Usage tracker for resource:security_group_rule and tenant:ebf6c3004cc346b3a8a64132fb524787 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:49.843122 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:49.848638 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:49.932817 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:49.937115 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:49.945156 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-53730943-10d5-49de-ad89-764e595d365f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:49.984680 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebf6c3004cc346b3a8a64132fb524787&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2747321
May 19 23:16:49.985522 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e1fa1-8e9c-4510-8a54-d83174a67f88,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:49.987402 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48286) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:49.988605 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b361ff5d-f658-4ac1-a57d-3ff2e4c88f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:50.046774 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0689-cb7e-4eb5-8ae0-00f4b8e37496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.072458 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0689-cb7e-4eb5-8ae0-00f4b8e37496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.122637 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0689-cb7e-4eb5-8ae0-00f4b8e37496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.126270 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-155f7f88-d794-4889-aad7-6925ab92e13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:50.136558 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f0689-cb7e-4eb5-8ae0-00f4b8e37496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e1fa1-8e9c-4510-8a54-d83174a67f88,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:50.141404 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ff7f0689-cb7e-4eb5-8ae0-00f4b8e37496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:50.143300 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-ff7f0689-cb7e-4eb5-8ae0-00f4b8e37496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.147005 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-ff7f0689-cb7e-4eb5-8ae0-00f4b8e37496 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef8e1fa1-8e9c-4510-8a54-d83174a67f88 HTTP/1.1" status: 204  len: 168 time: 0.1558485
May 19 23:16:50.417609 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48294) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:50.435721 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.449917 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:50.454415 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Usage tracker for resource:security_group_rule and tenant:a9f3d94c3f404960b614f4ec3b176771 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:50.457209 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:50.463112 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:50.553628 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.563321 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.572167 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-0adf32e4-7de7-4221-857a-88d68d9b5c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:50.609714 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48840c4f-62c5-4506-966d-f4de87f6dc7d req-abd0a2b7-58be-4a8f-84f0-a968e49c3e78 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:50.611170 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9f3d94c3f404960b614f4ec3b176771&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1924932
May 19 23:16:50.611292 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-48840c4f-62c5-4506-966d-f4de87f6dc7d req-abd0a2b7-58be-4a8f-84f0-a968e49c3e78 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.0827196
May 19 23:16:50.612872 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84ef122-afdf-4bce-9047-7a128cb68349,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:50.613777 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48300) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:50.615971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6ca9b99f-1b94-4e3e-9fd4-2d9847a4fb3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:50.696155 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-48840c4f-62c5-4506-966d-f4de87f6dc7d req-e8912bf1-9182-4645-968c-e8b0b02ec13f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697606
May 19 23:16:50.709003 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2a9183f8-723e-4ddf-9c22-2843091ca811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.734739 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2a9183f8-723e-4ddf-9c22-2843091ca811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.785335 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2a9183f8-723e-4ddf-9c22-2843091ca811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.789838 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4c08fe20-b5b6-4513-b47b-00fd4f1cd67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:50.802877 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9183f8-723e-4ddf-9c22-2843091ca811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84ef122-afdf-4bce-9047-7a128cb68349,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:50.805652 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2a9183f8-723e-4ddf-9c22-2843091ca811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:50.815197 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2a9183f8-723e-4ddf-9c22-2843091ca811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:50.816316 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-2a9183f8-723e-4ddf-9c22-2843091ca811 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f84ef122-afdf-4bce-9047-7a128cb68349 HTTP/1.1" status: 204  len: 168 time: 0.2016501
May 19 23:16:51.880812 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a513a7e-f321-444a-a289-e4589fd164d0 req-c2cab9c9-f66c-4d78-b3e3-49e904f69e65 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:51.882233 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2a513a7e-f321-444a-a289-e4589fd164d0 req-c2cab9c9-f66c-4d78-b3e3-49e904f69e65 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.0802660
May 19 23:16:51.931397 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2a513a7e-f321-444a-a289-e4589fd164d0 req-ef91400e-783f-4f89-b3c5-feb488c51fd1 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435500
May 19 23:16:53.127406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fea4d3-4479-4419-822f-25255ef760bd req-a0af48eb-4cab-4bce-baf0-ac276772c2c7 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:53.129029 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-40fea4d3-4479-4419-822f-25255ef760bd req-a0af48eb-4cab-4bce-baf0-ac276772c2c7 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.0894892
May 19 23:16:53.179947 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-40fea4d3-4479-4419-822f-25255ef760bd req-a9a28cc5-4e90-4eaf-b35b-212f412b787a tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452375
May 19 23:16:54.457570 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eb303-51ea-451c-9bb6-e54452a0becb req-b1bffe36-d958-4a0e-9459-fb9212f9217d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:54.459044 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a77eb303-51ea-451c-9bb6-e54452a0becb req-b1bffe36-d958-4a0e-9459-fb9212f9217d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.1720190
May 19 23:16:54.503155 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a77eb303-51ea-451c-9bb6-e54452a0becb req-02ea6195-3384-4d2e-860b-02fbb9dbc239 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383949
May 19 23:16:55.686444 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71e7e-b735-4f51-93fd-82cba57653ad req-1511c4dd-2fa4-46f1-b6f2-1cd9bf1f609d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:55.687913 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-78e71e7e-b735-4f51-93fd-82cba57653ad req-1511c4dd-2fa4-46f1-b6f2-1cd9bf1f609d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.0813918
May 19 23:16:55.734752 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-78e71e7e-b735-4f51-93fd-82cba57653ad req-da598b70-1cf4-4bbf-b707-9483e4f09b1c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412509
May 19 23:16:56.927280 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c66efc-e77c-44d3-8624-5a2b743b37df req-407bf6fa-d283-432a-9a07-80af68e06a20 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:56.928742 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-17c66efc-e77c-44d3-8624-5a2b743b37df req-407bf6fa-d283-432a-9a07-80af68e06a20 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.0863433
May 19 23:16:56.972933 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-17c66efc-e77c-44d3-8624-5a2b743b37df req-233945f6-74ec-43e6-aae1-e2f14daf4e85 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384815
May 19 23:16:58.162591 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44485340-26a2-453a-99ed-351dc6e869a7 req-839cc74b-d4bf-484c-9244-55dee56bb16f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:58.164034 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-44485340-26a2-453a-99ed-351dc6e869a7 req-839cc74b-d4bf-484c-9244-55dee56bb16f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.0844550
May 19 23:16:58.210286 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-44485340-26a2-453a-99ed-351dc6e869a7 req-7886dfd1-b2dd-4b76-adf0-0d4c3853aaba tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399439
May 19 23:16:59.398847 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535f6c6-e988-4a07-b037-c4dbeea1c942 req-6db91a11-e728-4f03-bd61-0fff3b3ca71b tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:16:59.400239 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e535f6c6-e988-4a07-b037-c4dbeea1c942 req-6db91a11-e728-4f03-bd61-0fff3b3ca71b tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 944 time: 0.0811708
May 19 23:16:59.445884 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e535f6c6-e988-4a07-b037-c4dbeea1c942 req-5deeb426-237c-41e4-b364-bc6927c759b9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393240
May 19 23:16:59.447896 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48386) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:59.567512 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.581850 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:16:59.585587 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Usage tracker for resource:security_group_rule and tenant:d69c4badd0294f0e948b61afd56ce6e2 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:16:59.588363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:16:59.594731 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:16:59.611459 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device b111aec9-405d-4b2c-86a8-e018c832c01b details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:16:59.678152 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.681829 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.688156 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b8f5f0b7-16d7-4e5e-8423-918a2593d405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:59.730329 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d69c4badd0294f0e948b61afd56ce6e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2813609
May 19 23:16:59.732149 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1d4656-432a-4637-b8c0-7c31115ebb11,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:59.733620 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48392) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:16:59.739952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.740336 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.740710 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.741081 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.741500 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.741893 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.742254 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.742614 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.742975 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.743331 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.743683 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.744035 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.748257 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port b111aec9-405d-4b2c-86a8-e018c832c01b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b111aec9-405d-4b2c-86a8-e018c832c01b,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:59.748772 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2568ecd8-936c-415f-a54b-a0c6c3f6118f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:59.761871 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'port_id': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'mac_address': 'fa:16:3e:8d:98:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:16:59.796396 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89a6935a-a259-417f-b825-70d7d7155619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.819868 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.822109 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89a6935a-a259-417f-b825-70d7d7155619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.835958 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b111aec9-405d-4b2c-86a8-e018c832c01b {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:16:59.851640 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port b111aec9-405d-4b2c-86a8-e018c832c01b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b111aec9-405d-4b2c-86a8-e018c832c01b,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:16:59.855139 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.857618 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:59.877029 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89a6935a-a259-417f-b825-70d7d7155619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.880825 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-35bdb349-7eb4-43db-99d9-279d81b2f991 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:16:59.896956 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6935a-a259-417f-b825-70d7d7155619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1d4656-432a-4637-b8c0-7c31115ebb11,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:59.899432 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-89a6935a-a259-417f-b825-70d7d7155619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:16:59.909501 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89a6935a-a259-417f-b825-70d7d7155619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:16:59.913338 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-89a6935a-a259-417f-b825-70d7d7155619 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf1d4656-432a-4637-b8c0-7c31115ebb11 HTTP/1.1" status: 204  len: 168 time: 0.1781263
May 19 23:16:59.932871 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=b111aec9-405d-4b2c-86a8-e018c832c01b,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:16:59.940912 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.941253 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.941584 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.941939 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.942265 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.942587 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.942905 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.943223 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.943540 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.943857 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.944191 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.944503 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:16:59.948445 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:00.141301 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['b111aec9-405d-4b2c-86a8-e018c832c01b'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:17:00.573041 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48418) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:00.640760 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e361-c284-4339-ab99-d88c6749726c req-d8842ac6-fde4-4acf-bdb2-ded97e14e526 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:00.642280 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5872e361-c284-4339-ab99-d88c6749726c req-d8842ac6-fde4-4acf-bdb2-ded97e14e526 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 945 time: 0.0923831
May 19 23:17:00.680366 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-490425336-network', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:00.685076 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:00.689018 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Usage tracker for resource:network and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:00.691899 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:00.694236 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5872e361-c284-4339-ab99-d88c6749726c req-6a3a5f4b-14e5-448f-bfe3-954db5c98b25 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461068
May 19 23:17:00.698505 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:00.713140 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Made reservation on behalf of d5caf540842144f884eab42ea2c17fbd for: {'network': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:17:00.717097 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:00.729302 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:00.744313 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:00.748270 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Usage tracker for resource:security_group_rule and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:00.751061 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:00.756730 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:00.838515 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:00.842590 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:00.846362 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:00.869261 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=91826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:17:00.881520 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f1847-5fa1-4630-b393-c470864b0474,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:00.885358 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:00.886296 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:00.886635 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.segments_db [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Added segment 304b5d82-fc0f-4651-a710-26da58458707 of type vlan for network 1e84d3ea-500b-4db4-a335-9fbaf44e929d
May 19 23:17:00.913593 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:00.942225 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:00.943489 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:00.944058 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:00.948835 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:01.050047 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4758151
May 19 23:17:01.050867 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Pushing event updated for resources: {'Network': ['ID=1e84d3ea-500b-4db4-a335-9fbaf44e929d,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:01.052930 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48424) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:01.053833 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-f13a7996-7c9d-4998-bb0d-ec609faa664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:01.058572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Request body: {'subnet': {'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-490425336-subnet', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:01.060751 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:17:01.068138 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:01.072005 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Usage tracker for resource:subnet and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:01.075832 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:01.081661 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:01.092137 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Made reservation on behalf of d5caf540842144f884eab42ea2c17fbd for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:17:01.094423 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6952218'] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:01.469163 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8361696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6952232'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:01.473844 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:01.549954 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cfc41ad-beae-4921-ba67-1dd1446e5b77,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:01.552639 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:01.555206 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Checking segment: {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:01.555561 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Network hostable DHCP agents. Network: 1e84d3ea-500b-4db4-a335-9fbaf44e929d, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:17:01.571903 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:17:01.580965 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 1e84d3ea-500b-4db4-a335-9fbaf44e929d) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:01.589229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:01.589864 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:01.590283 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee0c68-2695-4e4d-ab38-da9e003a295e None None] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:17:01.615307 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-081b32ee-3ceb-40b0-a372-ade9e49eb3ac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5612516
May 19 23:17:01.618157 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48428) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:01.621065 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device b111aec9-405d-4b2c-86a8-e018c832c01b up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:01.624048 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:01.628636 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:01.632591 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Usage tracker for resource:router and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:01.635604 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:01.642477 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:01.653099 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:01.654402 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:01.669171 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:01.845678 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port b111aec9-405d-4b2c-86a8-e018c832c01b completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:01.855103 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port b111aec9-405d-4b2c-86a8-e018c832c01b triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:01.855485 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:01.947102 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:17:01.947940 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.092721 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.104934 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.159683 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad559f2-b75f-4bd6-81df-0afd280d4b77 req-440fa0de-04e1-4896-b72e-0c8533201dc2 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:02.161137 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fad559f2-b75f-4bd6-81df-0afd280d4b77 req-440fa0de-04e1-4896-b72e-0c8533201dc2 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 945 time: 0.3413155
May 19 23:17:02.161449 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b111aec9-405d-4b2c-86a8-e018c832c01b'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:17:02.177815 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port b111aec9-405d-4b2c-86a8-e018c832c01b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b111aec9-405d-4b2c-86a8-e018c832c01b,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:02.185222 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.188698 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-6c02a6f8-5c64-4eea-9e2d-419b6b9a4992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:02.228733 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'code': 200}
May 19 23:17:02.229427 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Allocated IP 172.20.0.2 (1e84d3ea-500b-4db4-a335-9fbaf44e929d/3cfc41ad-beae-4921-ba67-1dd1446e5b77/9b9581fc-5681-427c-92fb-80ecf378efed) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:02.261764 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fad559f2-b75f-4bd6-81df-0afd280d4b77 req-86f2ebb9-b353-42e9-88cc-53b6b2833bc6 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935583
May 19 23:17:02.270394 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=b111aec9-405d-4b2c-86a8-e018c832c01b,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:02.274424 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:02.468678 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.472867 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.478936 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Transition to ACTIVE for port object 9b9581fc-5681-427c-92fb-80ecf378efed will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:02.497887 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Transition to ACTIVE for port object 9b9581fc-5681-427c-92fb-80ecf378efed will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:02.503898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.507650 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.508284 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:02.522860 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fc99e-637f-4514-adea-7434471c6522 req-64c1d2ab-58ad-4eb3-8806-210557e8cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:02.524493 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-883fc99e-637f-4514-adea-7434471c6522 req-64c1d2ab-58ad-4eb3-8806-210557e8cdd8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 1099 time: 0.0797715
May 19 23:17:02.573789 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:02.574087 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-883fc99e-637f-4514-adea-7434471c6522 req-dd9f44d1-c017-4942-b454-1316a6d27712 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429192
May 19 23:17:02.577782 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:02.581285 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:02.589967 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Pushing event updated for resources: {'Port': ['ID=9b9581fc-5681-427c-92fb-80ecf378efed,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:02.620277 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:02.647762 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Allocated IP 172.27.0.213 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/65c1ee68-f75d-493c-a794-8ef35274b414) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:02.676710 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Attempting to bind port 9b9581fc-5681-427c-92fb-80ecf378efed on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:17:02.677079 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Attempting to bind port 9b9581fc-5681-427c-92fb-80ecf378efed by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:17:02.677440 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Attempting to bind port 9b9581fc-5681-427c-92fb-80ecf378efed on network 1e84d3ea-500b-4db4-a335-9fbaf44e929d {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:17:02.682615 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:17:02.682985 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Checking segment: {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:02.683381 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.683767 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Bound using segment: {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:17:02.684222 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Bound port: 9b9581fc-5681-427c-92fb-80ecf378efed, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:17:02.685216 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.769508 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] For port 9b9581fc-5681-427c-92fb-80ecf378efed, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:17:02.772430 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] For port 9b9581fc-5681-427c-92fb-80ecf378efed, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=9b9581fc-5681-427c-92fb-80ecf378efed,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:17:02.775928 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.780359 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:02.800028 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.829858 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:02.833629 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-93280199-7e24-4e2b-aed5-c994560005ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:02.857410 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Pushing event updated for resources: {'Port': ['ID=9b9581fc-5681-427c-92fb-80ecf378efed,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:02.865248 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:02.899422 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:02.902317 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:02.906572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:02.939745 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Pushing event updated for resources: {'Port': ['ID=65c1ee68-f75d-493c-a794-8ef35274b414,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:02.944033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:03.335516 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:03.425104 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 9b9581fc-5681-427c-92fb-80ecf378efed up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:03.508037 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 9b9581fc-5681-427c-92fb-80ecf378efed completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:03.758845 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66579a-ccd0-490e-88c7-c51bcab9d93f None None] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:17:03.759981 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d968ff-9301-408c-a58a-6927eca923f3 req-6e987f6f-8a4b-4d1a-a712-cb3bfe2098c9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:03.761454 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4d968ff-9301-408c-a58a-6927eca923f3 req-6e987f6f-8a4b-4d1a-a712-cb3bfe2098c9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 946 time: 0.3651400
May 19 23:17:03.863770 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] Provisioning for port 9b9581fc-5681-427c-92fb-80ecf378efed completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:03.872009 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] Provisioning complete for port 9b9581fc-5681-427c-92fb-80ecf378efed triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:03.872506 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:03.890155 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b4d968ff-9301-408c-a58a-6927eca923f3 req-52e555f2-1432-4ec2-97f5-a54555176f9d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223228
May 19 23:17:03.922405 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:04.093896 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:04.129451 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Router 7361000d-cc12-4f8d-beb6-768139971b36 is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:17:04.174000 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] For port 9b9581fc-5681-427c-92fb-80ecf378efed, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=9b9581fc-5681-427c-92fb-80ecf378efed,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:04.179430 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:04.181128 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:04.250679 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] Pushing event updated for resources: {'Port': ['ID=9b9581fc-5681-427c-92fb-80ecf378efed,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:04.253680 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:04.315674 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:17:04.326820 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Sync routers for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:17:04.336302 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:04.336942 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fc2880>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:04.340084 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:04.344455 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-3540ecc4-0f1d-4ed7-ab4a-7a38de35aca2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7229381
May 19 23:17:04.344688 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48438) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:04.428130 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-efff2303-2281-4859-a8f1-353b2cdb321e None None] Provisioning complete for port 9b9581fc-5681-427c-92fb-80ecf378efed triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:04.428737 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-efff2303-2281-4859-a8f1-353b2cdb321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:04.574171 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:04.902691 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fc2880>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:03Z', 'revision_number': 3, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:04.906571 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Checking router: 7361000d-cc12-4f8d-beb6-768139971b36 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:17:04.906929 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Updating router 7361000d-cc12-4f8d-beb6-768139971b36 port 65c1ee68-f75d-493c-a794-8ef35274b414 binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:17:04.963381 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.050295 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.282926 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb326a91-c3d9-4eb9-a021-0ca5d5c4a704 req-be6a0ac3-ebca-4276-a200-f9474260e290 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:05.284379 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bb326a91-c3d9-4eb9-a021-0ca5d5c4a704 req-be6a0ac3-ebca-4276-a200-f9474260e290 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 946 time: 0.2858469
May 19 23:17:05.294831 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.306610 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Transition to ACTIVE for port object 65c1ee68-f75d-493c-a794-8ef35274b414 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:05.313985 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.318433 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:05.391914 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Attempting to bind port 65c1ee68-f75d-493c-a794-8ef35274b414 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:17:05.392297 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Attempting to bind port 65c1ee68-f75d-493c-a794-8ef35274b414 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:17:05.392867 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Attempting to bind port 65c1ee68-f75d-493c-a794-8ef35274b414 on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:17:05.402868 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:17:05.403794 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:05.404392 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.404793 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:17:05.405267 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Bound port: 65c1ee68-f75d-493c-a794-8ef35274b414, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:17:05.405649 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.415821 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bb326a91-c3d9-4eb9-a021-0ca5d5c4a704 req-4f36bdf8-dbb6-4613-aaf7-074325fa5ad9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0980058
May 19 23:17:05.439639 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Allocated IP 172.20.0.1 (1e84d3ea-500b-4db4-a335-9fbaf44e929d/3cfc41ad-beae-4921-ba67-1dd1446e5b77/b85c1791-bc9f-410c-a665-9695cb4268c5) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:05.451434 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a574eb-fb2f-4931-8861-10c3ed942292 None None] Pushing event updated for resources: {'Port': ['ID=65c1ee68-f75d-493c-a794-8ef35274b414,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:05.453978 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 9b9581fc-5681-427c-92fb-80ecf378efed up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:05.477797 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-a4a574eb-fb2f-4931-8861-10c3ed942292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:05.542567 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] For port 65c1ee68-f75d-493c-a794-8ef35274b414, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:17:05.546696 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] For port 65c1ee68-f75d-493c-a794-8ef35274b414, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=65c1ee68-f75d-493c-a794-8ef35274b414,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:17:05.551431 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.555862 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:05.626158 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 9b9581fc-5681-427c-92fb-80ecf378efed triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:05.626601 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.658854 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.677048 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:05.677680 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fc2880>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:05.681099 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Transition to ACTIVE for port object b85c1791-bc9f-410c-a665-9695cb4268c5 will not be triggered until provisioned by entity DHCP. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:05.689336 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036db3b3-93f2-4782-a0e9-7385322eaa19 req-1dc96ccf-87d4-4505-9565-8513f4a590fe tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:05.690842 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-036db3b3-93f2-4782-a0e9-7385322eaa19 req-1dc96ccf-87d4-4505-9565-8513f4a590fe tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 946 time: 0.1477058
May 19 23:17:05.746850 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-036db3b3-93f2-4782-a0e9-7385322eaa19 req-045f4d19-4d0c-49ce-aca0-79849d75df59 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489929
May 19 23:17:05.752220 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.757396 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e5ad5df6-05d4-4306-b093-775d5e3bf50a tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:05.772675 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48446) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:05.801008 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a574eb-fb2f-4931-8861-10c3ed942292 None None] Pushing event updated for resources: {'Port': ['ID=65c1ee68-f75d-493c-a794-8ef35274b414,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:05.810131 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-a4a574eb-fb2f-4931-8861-10c3ed942292 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:05.824759 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:05.828483 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:05.832411 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:05.880997 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Pushing event updated for resources: {'Port': ['ID=b85c1791-bc9f-410c-a665-9695cb4268c5,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:05.887011 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:05.919577 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:05.972772 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:05.981085 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b4c0c7-d4e9-4ada-bc0b-47299da4ee9e tempest-TestVolumeBootPattern-944892274 tempest-TestVolumeBootPattern-944892274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:05.982527 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-32b4c0c7-d4e9-4ada-bc0b-47299da4ee9e tempest-TestVolumeBootPattern-944892274 tempest-TestVolumeBootPattern-944892274-project-admin] Synchronizing usage tracker for tenant:6acbad5357e44249b37a68fe4389dc88 on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:17:06.011344 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-32b4c0c7-d4e9-4ada-bc0b-47299da4ee9e tempest-TestVolumeBootPattern-944892274 tempest-TestVolumeBootPattern-944892274-project-admin] Unset dirty status for tenant:6acbad5357e44249b37a68fe4389dc88 on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:17:06.016398 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-32b4c0c7-d4e9-4ada-bc0b-47299da4ee9e tempest-TestVolumeBootPattern-944892274 tempest-TestVolumeBootPattern-944892274-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 1094 time: 0.2387459
May 19 23:17:06.019979 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48452) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:06.026078 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'port_id': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:06.032967 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:06.037563 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:floatingip and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:06.040772 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:06.047772 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:06.062201 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.207951 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.208216 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-13368ffe-d5c9-43e0-912f-60d3951c0623 None None] Provisioning for port b85c1791-bc9f-410c-a665-9695cb4268c5 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:06.209231 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.230452 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-13368ffe-d5c9-43e0-912f-60d3951c0623 None None] Provisioning complete for port b85c1791-bc9f-410c-a665-9695cb4268c5 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:06.230828 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-13368ffe-d5c9-43e0-912f-60d3951c0623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.254513 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-9bed8ae3-4329-43c0-b04b-0a1708a02615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.323696 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-13368ffe-d5c9-43e0-912f-60d3951c0623 None None] Port b85c1791-bc9f-410c-a665-9695cb4268c5 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:17:06.347707 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fc2880>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:03Z', 'revision_number': 3, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:06.352129 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446ffce-42db-4347-b0e9-0537c3859d24 None None] The sync data for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi is: [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:03Z', 'revision_number': 3, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:17:06.361818 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Allocated IP 172.27.0.34 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/2b2986a4-3f3e-42c0-b384-09872498a32f) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:06.446707 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.452019 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.479863 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-85362685-9b16-413f-acbe-518276288f33 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:06.524815 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.578086 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Pushing event updated for resources: {'Port': ['ID=b85c1791-bc9f-410c-a665-9695cb4268c5,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:06.580993 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:06.584672 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.595337 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:06.599977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:06.666268 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:06.669836 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:06.674000 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:06.742757 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:06.743981 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:06.821671 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=2b2986a4-3f3e-42c0-b384-09872498a32f,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:06.826786 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:06.956427 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Router 7361000d-cc12-4f8d-beb6-768139971b36 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:17:07.051180 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-83b2f9ab-6b40-45b0-b82d-10050e9c0042 None None] Provisioning complete for port b85c1791-bc9f-410c-a665-9695cb4268c5 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:07.052176 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-83b2f9ab-6b40-45b0-b82d-10050e9c0042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.114433 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-83b2f9ab-6b40-45b0-b82d-10050e9c0042 None None] Port b85c1791-bc9f-410c-a665-9695cb4268c5 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:17:07.246577 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.263347 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:17:07.273229 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] 10.222.0.25 "PUT /v2.0/routers/7361000d-cc12-4f8d-beb6-768139971b36/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9271758
May 19 23:17:07.329491 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.442555 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 65c1ee68-f75d-493c-a794-8ef35274b414 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:07.520567 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 65c1ee68-f75d-493c-a794-8ef35274b414 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:07.525408 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 65c1ee68-f75d-493c-a794-8ef35274b414 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:07.526027 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.564378 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.569731 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.575263 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:07.655073 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.672991 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 65c1ee68-f75d-493c-a794-8ef35274b414, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=65c1ee68-f75d-493c-a794-8ef35274b414,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:07.678502 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.680906 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-13443231-de7a-4c39-a78e-4e3d0bfee3ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:07.699803 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.756952 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=65c1ee68-f75d-493c-a794-8ef35274b414,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:07.757859 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=2b2986a4-3f3e-42c0-b384-09872498a32f,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:07.759958 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:07.768199 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:07.880317 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Floating IP 6617b895-fdf8-4c93-b53e-536d0ca5fd61 associated. External IP: 172.27.0.34, port: b111aec9-405d-4b2c-86a8-e018c832c01b.
May 19 23:17:07.883543 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48470) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:07.889828 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1555447535-network', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:07.894526 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:07.898336 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Usage tracker for resource:network and tenant:bbc9474855404d8fa67013e643168ee0 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:07.901168 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:07.907693 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:07.918508 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Made reservation on behalf of bbc9474855404d8fa67013e643168ee0 for: {'network': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:17:07.921923 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1634692'] for network, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.940378 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:07.956042 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:07.959576 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Usage tracker for resource:security_group_rule and tenant:bbc9474855404d8fa67013e643168ee0 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:07.962655 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:07.968794 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:08.030389 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Sync routers for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:17:08.042471 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:08.043084 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673022d00>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:08.060998 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.065340 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.069039 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6b403404-1613-4534-862e-1879dd566314 tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:08.097529 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=91825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 23:17:08.107175 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24bc56dd-6beb-4814-9fcd-c482e0dc78f8,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:08.120935 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:08.125559 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.126031 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.segments_db [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Added segment 6de67d07-7668-4f4d-8bd5-d95cc3ad4b69 of type vlan for network 3b93a6ad-f550-49fa-8144-0c780c8c8c11
May 19 23:17:08.152640 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8729105865081'] for network, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.184943 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097'] for network, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.186851 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:08.187471 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.207232 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-3f68c3f7-9730-4169-b3ce-f58cb37ff8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:08.230079 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:08.241564 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3569231
May 19 23:17:08.244397 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48474) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:08.252562 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Request body: {'subnet': {'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1555447535-subnet', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'ip_version': 4}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:08.255474 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:17:08.308079 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:08.317445 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Usage tracker for resource:subnet and tenant:bbc9474855404d8fa67013e643168ee0 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:08.321114 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:08.324269 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Pushing event updated for resources: {'Network': ['ID=3b93a6ad-f550-49fa-8144-0c780c8c8c11,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:08.328397 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:08.335337 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:08.335638 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 details requested by agent ovs-agent-dv-cinder-792299-1-iscsi with host dv-cinder-792299-1-iscsi {{(pid=91827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 23:17:08.349191 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Made reservation on behalf of bbc9474855404d8fa67013e643168ee0 for: {'subnet': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:17:08.351940 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6952218'] for subnet, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.578890 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673022d00>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 2, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:08.580514 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:17:08.583172 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Checking router: 7361000d-cc12-4f8d-beb6-768139971b36 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:17:08.583530 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Updating router 7361000d-cc12-4f8d-beb6-768139971b36 port b85c1791-bc9f-410c-a665-9695cb4268c5 binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:17:08.592089 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:17:08.602079 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:08.602915 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fc1040>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:16:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:08.620191 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.639952 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.692572 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6714797
May 19 23:17:08.693831 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'tag': 'b111aec9-405d-4b2c-86a8-e018c832c01b'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:17:08.754845 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'tag': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'status': 'completed', 'code': 200}
May 19 23:17:08.814610 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.832720 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8361696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6952232'] for subnet, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.838887 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0032e8f0-24a4-45c9-ab6e-39d9ce3b956b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:08.842235 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:08.901574 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240e782-284e-4866-8ac1-662930a4cfdb req-30c58081-b3ca-491a-b80f-ae7149b13af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:08.904187 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0240e782-284e-4866-8ac1-662930a4cfdb req-30c58081-b3ca-491a-b80f-ae7149b13af5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 1099 time: 0.0963435
May 19 23:17:08.928649 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b256e602-22c2-4301-bbdc-89f1931d4627,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:08.932977 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:08.941602 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Checking segment: {'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:08.942239 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Network hostable DHCP agents. Network: 3b93a6ad-f550-49fa-8144-0c780c8c8c11, hostable agents: ['97bcd4db-42a0-4d5e-a9b0-2e66bb689f75'], hosted agents: [] {{(pid=91825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 23:17:08.960502 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 is scheduled to be hosted by DHCP agent 97bcd4db-42a0-4d5e-a9b0-2e66bb689f75 with binding_index 1 {{(pid=91825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 23:17:08.972172 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-1-iscsi, 3b93a6ad-f550-49fa-8144-0c780c8c8c11) {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:08.990875 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:08.991755 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:08.995119 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14702c9b-da2b-42c6-b6c0-d61f878fca98 None None] Network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:17:09.019446 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-acf6db98-46a9-4773-a365-b1729d0d32a3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7739832
May 19 23:17:09.021939 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48482) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:09.027285 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:09.034730 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:09.038984 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Usage tracker for resource:router and tenant:bbc9474855404d8fa67013e643168ee0 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:09.042508 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:09.049679 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:09.061296 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126306'] for router, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.063029 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-451954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-400947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-591541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126313'] for router, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.072448 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.079213 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240e782-284e-4866-8ac1-662930a4cfdb req-2b54da62-f259-4956-b55f-341e6466a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:09.080977 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0240e782-284e-4866-8ac1-662930a4cfdb req-2b54da62-f259-4956-b55f-341e6466a4c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1702821
May 19 23:17:09.083457 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.085761 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Transition to ACTIVE for port object b85c1791-bc9f-410c-a665-9695cb4268c5 will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:09.096050 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.102829 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-f7e14269-35b4-41de-b410-4fb1675fe1e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:09.174685 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34c8d4-df49-4b9d-93f6-840f02f5493a None None] Pushing event updated for resources: {'Port': ['ID=b85c1791-bc9f-410c-a665-9695cb4268c5,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:09.176078 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-23c77d10-6567-4264-9c05-d748bdb3354d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.187368 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-cf34c8d4-df49-4b9d-93f6-840f02f5493a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:09.209063 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0240e782-284e-4866-8ac1-662930a4cfdb req-500ee391-c80b-4c7e-bece-04444b0533e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b111aec9-405d-4b2c-86a8-e018c832c01b HTTP/1.1" status: 200  len: 999 time: 0.1206560
May 19 23:17:09.302362 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240e782-284e-4866-8ac1-662930a4cfdb req-74adecc1-ca5e-4c64-82a4-8c2d5cdab113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:09.303965 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0240e782-284e-4866-8ac1-662930a4cfdb req-74adecc1-ca5e-4c64-82a4-8c2d5cdab113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0876012
May 19 23:17:09.413603 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240e782-284e-4866-8ac1-662930a4cfdb req-57eeb1dc-daa8-499c-90d8-6a741cbde196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:09.415129 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0240e782-284e-4866-8ac1-662930a4cfdb req-57eeb1dc-daa8-499c-90d8-6a741cbde196 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1040442
May 19 23:17:09.447984 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Attempting to bind port b85c1791-bc9f-410c-a665-9695cb4268c5 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:17:09.448356 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Attempting to bind port b85c1791-bc9f-410c-a665-9695cb4268c5 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:17:09.448803 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Attempting to bind port b85c1791-bc9f-410c-a665-9695cb4268c5 on network 1e84d3ea-500b-4db4-a335-9fbaf44e929d {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:17:09.451665 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-400954', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-549888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126279'] for router, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.460846 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:17:09.461213 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Checking segment: {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:09.461621 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.462079 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Bound using segment: {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:17:09.462635 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Bound port: b85c1791-bc9f-410c-a665-9695cb4268c5, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:17:09.462924 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.506016 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 65c1ee68-f75d-493c-a794-8ef35274b414 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:09.570496 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0dd5f4da-032a-5100-8d9b-f24e0a59eda0-3b93a6ad-f550-49fa-8144-0c780c8c8c11', 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'fixed_ips': [{'subnet_id': 'b256e602-22c2-4301-bbdc-89f1931d4627'}]}} from dv-cinder-792299-1-iscsi. {{(pid=91827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 23:17:09.572395 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.591260 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] For port b85c1791-bc9f-410c-a665-9695cb4268c5, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:17:09.595888 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] For port b85c1791-bc9f-410c-a665-9695cb4268c5, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=b85c1791-bc9f-410c-a665-9695cb4268c5,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:17:09.603293 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.605192 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0240e782-284e-4866-8ac1-662930a4cfdb req-f4e4a4a9-c47b-48af-98ab-2fca52ecb8ec service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819122
May 19 23:17:09.609215 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-bd4678cc-94c6-491d-9954-db2d3d7cff67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:09.693506 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:09.694168 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673022d00>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:09.789637 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-0240e782-284e-4866-8ac1-662930a4cfdb req-9142ce13-7d7a-4508-8dfc-aaffdad760f7 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1764042
May 19 23:17:09.792944 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 65c1ee68-f75d-493c-a794-8ef35274b414 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:09.793448 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.825237 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34c8d4-df49-4b9d-93f6-840f02f5493a None None] Pushing event updated for resources: {'Port': ['ID=b85c1791-bc9f-410c-a665-9695cb4268c5,revision_number=4']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:09.839629 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-cf34c8d4-df49-4b9d-93f6-840f02f5493a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:09.880958 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:09.925284 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fc1040>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6617b895-fdf8-4c93-b53e-536d0ca5fd61', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:8d:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:17:07Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:09.938595 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.db_base_plugin_common [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Allocated IP 172.20.0.2 (3b93a6ad-f550-49fa-8144-0c780c8c8c11/b256e602-22c2-4301-bbdc-89f1931d4627/34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080) {{(pid=91827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:09.946333 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:17:09.958462 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:09.999381 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:10.027603 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:10.028338 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fc1040>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:10.032088 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:10.182862 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Allocated IP 172.27.0.46 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/04e72071-1024-4f07-8579-d2b18bb29e4a) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:10.289466 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673022d00>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:09Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:10.296096 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652e04a-8878-44d7-a2f1-b11460f3900b None None] The sync data for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi is: [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:09Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:17:10.388360 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:10.391756 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:10.431249 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:10.438646 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9694ae7e-b019-403a-a9fa-737d358be23a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:10.511414 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:10.516385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:10.518474 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Pushing event updated for resources: {'Port': ['ID=04e72071-1024-4f07-8579-d2b18bb29e4a,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:10.520664 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:10.538022 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Notify callbacks [] for port, precommit_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:10.544452 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48486) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:10.571158 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Transition to ACTIVE for port object 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:10.607084 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Transition to ACTIVE for port object 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 will not be triggered until provisioned by entity DHCP. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:10.641441 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983'] for port, after_create {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:10.642229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:10.648295 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:10.781881 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 is already hosted by enough agents. {{(pid=91827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:10.787142 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.scheduler.base_scheduler [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Resources bound (agent type, host, resource id):  {{(pid=91827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:10.794511 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Received port after_create {{(pid=91827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:10.807035 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Pushing event updated for resources: {'Port': ['ID=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,revision_number=1']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:10.888940 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:10.998804 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Attempting to bind port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:17:10.999430 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Attempting to bind port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:17:10.999967 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Attempting to bind port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 on network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:17:11.007645 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:17:11.008306 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Checking segment: {'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:11.008885 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.009463 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Bound using segment: {'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:17:11.010152 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Bound port: 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:17:11.010715 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.036794 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.119126 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fc1040>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6617b895-fdf8-4c93-b53e-536d0ca5fd61', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:8d:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:17:07Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:11.125341 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b6eecf-9829-4c63-96e5-b123e58cdb93 None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6617b895-fdf8-4c93-b53e-536d0ca5fd61', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:8d:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:17:07Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:17:11.127747 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] For port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:17:11.132215 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] For port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,segment=NetworkSegment(6de67d07-7668-4f4d-8bd5-d95cc3ad4b69),segment_id=6de67d07-7668-4f4d-8bd5-d95cc3ad4b69)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:17:11.142395 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.147597 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:11.176276 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Deleting port 47a491e7-4544-41ad-b150-83d142d504df {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:11.178118 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.246285 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Pushing event updated for resources: {'Port': ['ID=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:11.259139 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:11.377271 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.381040 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.468053 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.496316 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e658d-82e1-4508-a28e-930ab1ec2aa1 None None] New status for floating IP 6617b895-fdf8-4c93-b53e-536d0ca5fd61: ACTIVE {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:17:11.524843 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device b85c1791-bc9f-410c-a665-9695cb4268c5 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:11.550026 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-401033'] for router, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.687833 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port b85c1791-bc9f-410c-a665-9695cb4268c5 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:11.695904 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port b85c1791-bc9f-410c-a665-9695cb4268c5 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:11.696785 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.746707 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Calling delete_port for 47a491e7-4544-41ad-b150-83d142d504df owned by network:floatingip {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:11.841414 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.889548 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port b85c1791-bc9f-410c-a665-9695cb4268c5, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=b85c1791-bc9f-410c-a665-9695cb4268c5,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:11.894602 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.897218 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:11.923034 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:11.927328 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c7499c34-2ea6-4a3b-97c2-69c0d59c3ad8 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:11.967213 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=b85c1791-bc9f-410c-a665-9695cb4268c5,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:11.970360 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:11.974644 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event deleted for resources: {'Port': ['ID=47a491e7-4544-41ad-b150-83d142d504df,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:11.978528 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:12.027018 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Router b9251f41-40ec-42fe-bb67-2ed169906fec is scheduled to L3 agent c7e815ff-b484-409d-89db-e1162072c608 with binding_index 1 {{(pid=91825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 23:17:12.072511 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for floatingip, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:12.072798 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Floating IP 1d08abd2-1703-489c-abdd-b88023d74fd1 disassociated (deleted). External IP: 172.27.0.155, port: 1be2e82a-e141-4f61-ae70-ec21558461c2.
May 19 23:17:12.217784 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:17:12.228346 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Sync routers for ids ['b9251f41-40ec-42fe-bb67-2ed169906fec'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:17:12.241159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Routers {'b9251f41-40ec-42fe-bb67-2ed169906fec'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:12.241989 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672157430>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['b9251f41-40ec-42fe-bb67-2ed169906fec'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:12.243165 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:12.249892 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48492) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:12.251163 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.2279618
May 19 23:17:12.421638 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5843905-5079-4ed1-a8d9-4fd05ff68e1e None None] Network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:17:12.513756 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Set router b9251f41-40ec-42fe-bb67-2ed169906fec gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:12.678968 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Router f80b9470-6b48-47ba-a655-6aa9b872c609 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:17:12.686812 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-2f4af5cc-d9e6-4ebf-9bf2-b65554081366 None None] Provisioning for port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:12.953249 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672157430>, [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:17:10Z', 'revision_number': 3, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:12.957976 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Checking router: b9251f41-40ec-42fe-bb67-2ed169906fec for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:17:12.958468 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Updating router b9251f41-40ec-42fe-bb67-2ed169906fec port 04e72071-1024-4f07-8579-d2b18bb29e4a binding host dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:17:13.027844 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.195593 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:17:13.205692 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] Sync routers for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:17:13.216512 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:13.217058 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673d31970>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:13.263236 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.367339 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "DELETE /v2.0/floatingips/1d08abd2-1703-489c-abdd-b88023d74fd1 HTTP/1.1" status: 204  len: 168 time: 2.8204777
May 19 23:17:13.371120 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:17:13.402466 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:13.443498 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Notify callbacks [] for port, precommit_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.490117 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Transition to ACTIVE for port object 04e72071-1024-4f07-8579-d2b18bb29e4a will not be triggered until provisioned by entity L2. {{(pid=91827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:13.493345 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.502979 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.513284 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:13.528719 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'status': 'completed', 'code': 200}
May 19 23:17:13.606634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Attempting to bind port 04e72071-1024-4f07-8579-d2b18bb29e4a on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:17:13.606634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Attempting to bind port 04e72071-1024-4f07-8579-d2b18bb29e4a by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:17:13.606634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Attempting to bind port 04e72071-1024-4f07-8579-d2b18bb29e4a on network da18c61e-4340-4265-8f85-d430e3680685 {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:17:13.615726 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:13.661266 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b935b1-4d5d-4db0-a6e8-8ea8976a5677 None None] Pushing event updated for resources: {'Port': ['ID=04e72071-1024-4f07-8579-d2b18bb29e4a,revision_number=2']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:13.664009 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:17:13.664617 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Checking segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:13.665236 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.665816 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Bound using segment: {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'} {{(pid=91827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:17:13.666459 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.managers [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Bound port: 04e72071-1024-4f07-8579-d2b18bb29e4a, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7851a6f2-c456-4121-ae82-40d998bef26d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685'}}] {{(pid=91827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:17:13.667024 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.741422 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-97b935b1-4d5d-4db0-a6e8-8ea8976a5677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:13.774991 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673d31970>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 5, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:13.780284 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] Checking router: f80b9470-6b48-47ba-a655-6aa9b872c609 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:17:13.790098 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:13.790816 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673d31970>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:13.793472 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] For port 04e72071-1024-4f07-8579-d2b18bb29e4a, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:17:13.800019 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] For port 04e72071-1024-4f07-8579-d2b18bb29e4a, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=04e72071-1024-4f07-8579-d2b18bb29e4a,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:17:13.808305 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.815314 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-3ea0f541-4943-48a7-b3a9-c4913ba007fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:13.834561 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-483bfbb0-c988-4fd5-bb57-d0afd6d13f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:13.836223 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-483bfbb0-c988-4fd5-bb57-d0afd6d13f88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 1098 time: 0.2860038
May 19 23:17:13.880464 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:13.905284 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:13.905797 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.916352 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bdcc55-4f32-499a-95e1-57f4b280b9a9 req-c0e865dc-ed15-4443-b2d8-c64e9cde2078 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:13.925121 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-87bdcc55-4f32-499a-95e1-57f4b280b9a9 req-c0e865dc-ed15-4443-b2d8-c64e9cde2078 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.1098943
May 19 23:17:13.979190 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:13.988378 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-87bdcc55-4f32-499a-95e1-57f4b280b9a9 req-ab3fbb1c-d226-43f9-8f66-cd0499bfbd8e tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620613
May 19 23:17:13.990412 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b935b1-4d5d-4db0-a6e8-8ea8976a5677 None None] Pushing event updated for resources: {'Port': ['ID=04e72071-1024-4f07-8579-d2b18bb29e4a,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:13.998237 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-97b935b1-4d5d-4db0-a6e8-8ea8976a5677 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:14.003678 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Routers {'b9251f41-40ec-42fe-bb67-2ed169906fec'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:14.004614 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672157430>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['b9251f41-40ec-42fe-bb67-2ed169906fec'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:14.023163 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:14.027285 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Allocated IP 172.20.0.1 (3b93a6ad-f550-49fa-8144-0c780c8c8c11/b256e602-22c2-4301-bbdc-89f1931d4627/1e49a95a-808d-40d9-8ed3-5a99aa9f0611) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:14.152383 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-44017ef6-0e4b-4e01-b5b3-c69b7e70923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:14.154662 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-44017ef6-0e4b-4e01-b5b3-c69b7e70923c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 200  len: 909 time: 0.2710435
May 19 23:17:14.228037 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:14.239272 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-1006e5b5-da90-4df0-ad15-7deed16ba1d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 200  len: 217 time: 0.0710335
May 19 23:17:14.275333 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] Set router b9251f41-40ec-42fe-bb67-2ed169906fec gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:14.331971 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:14.342084 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-00eec75a-1d54-436d-9221-caee5fbb77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:14.343536 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-00eec75a-1d54-436d-9221-caee5fbb77c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 200  len: 847 time: 0.0968375
May 19 23:17:14.346773 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673d31970>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 5, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:14.350694 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f851a7c-5d6e-4648-91d4-248dda8ccd6f None None] The sync data for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi is: [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:11:59Z', 'revision_number': 4, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '30c5e533-926e-4731-b22b-5b08e05ca50c', 'name': '', 'network_id': 'b285b490-3bef-4db6-b3e6-62f89d95eec0', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'mac_address': 'fa:16:3e:cc:08:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '49d83605-e313-429d-8f2e-a41534456ca3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:58Z', 'updated_at': '2021-05-19T23:12:06Z', 'revision_number': 5, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'subnets': [{'id': '49d83605-e313-429d-8f2e-a41534456ca3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:17:14.388534 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,segment=NetworkSegment(6de67d07-7668-4f4d-8bd5-d95cc3ad4b69),segment_id=6de67d07-7668-4f4d-8bd5-d95cc3ad4b69)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:14.390449 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Transition to ACTIVE for port object 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:14.405099 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:14.406169 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device b85c1791-bc9f-410c-a665-9695cb4268c5 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:14.445105 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-a4a574eb-fb2f-4931-8861-10c3ed942292 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:14.446737 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:14.451448 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:14.481626 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-e955c9ec-c37e-42e2-8192-e57c5e37af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:14.483355 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-e955c9ec-c37e-42e2-8192-e57c5e37af0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b285b490-3bef-4db6-b3e6-62f89d95eec0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1302733
May 19 23:17:14.560280 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:14.564604 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:14.567080 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:14.619092 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3226a7-39b7-48b2-b59a-21eb8b1dbb02 None None] New status for floating IP 1d08abd2-1703-489c-abdd-b88023d74fd1: DOWN {{(pid=91827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:17:14.642779 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Pushing event updated for resources: {'Port': ['ID=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:14.646209 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:14.696594 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-396858'] for router_interface, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:14.728557 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-6931d54f-4cc1-4f85-a0fd-222ee2d46277 service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2364204
May 19 23:17:14.738777 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,revision_number=3']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:14.750619 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:14.772898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port b85c1791-bc9f-410c-a665-9695cb4268c5 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:14.773275 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:14.869272 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-d4cd3486-3af9-47dc-8908-6562aa37b99b None None] Provisioning for port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:14.883565 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-d4cd3486-3af9-47dc-8908-6562aa37b99b None None] Provisioning complete for port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:14.883943 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d4cd3486-3af9-47dc-8908-6562aa37b99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:15.012952 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-c691c068-f11e-4a22-b813-11b259d09ba4 req-0f2d1d7b-a290-409f-be74-4cdad5873945 service neutron] 10.222.0.36 "GET /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763867
May 19 23:17:15.055142 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-d4cd3486-3af9-47dc-8908-6562aa37b99b None None] Port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:17:15.074184 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672157430>, [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:17:10Z', 'revision_number': 3, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:15.080946 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447abd2b-0bb2-4355-b673-b6e530af5804 None None] The sync data for ids ['b9251f41-40ec-42fe-bb67-2ed169906fec'] in dv-cinder-792299-1-iscsi is: [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:17:10Z', 'revision_number': 3, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:17:15.083045 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:15.241061 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3843d87-b46b-4ed1-9d49-b168038a1fda req-b383fa3c-cfff-408d-8bed-4f6c392b16ec tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:15.242783 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a3843d87-b46b-4ed1-9d49-b168038a1fda req-b383fa3c-cfff-408d-8bed-4f6c392b16ec tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0880563
May 19 23:17:15.291011 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a3843d87-b46b-4ed1-9d49-b168038a1fda req-fce918e9-21d0-484f-9b4d-8011c45202c0 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415637
May 19 23:17:15.345423 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:15.350246 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:15.381511 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ba127d9a-b870-4a06-943f-a9b7ad02954e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:15.470826 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Pushing event updated for resources: {'Port': ['ID=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:15.473232 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-396893'] for router_interface, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:15.477065 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:15.506937 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 04e72071-1024-4f07-8579-d2b18bb29e4a up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:15.583050 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 04e72071-1024-4f07-8579-d2b18bb29e4a completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:15.588450 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 04e72071-1024-4f07-8579-d2b18bb29e4a triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:15.588827 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:15.676652 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-32c85ba2-e280-442d-9e69-4eb8f02b9836 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:15.677374 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-32c85ba2-e280-442d-9e69-4eb8f02b9836 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Synchronizing usage tracker for tenant:49a2dbab91c0439ab4c5754ea5dffd85 on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:17:15.700751 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:15.703216 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:15.719570 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:15.739163 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 04e72071-1024-4f07-8579-d2b18bb29e4a, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=04e72071-1024-4f07-8579-d2b18bb29e4a,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:15.743037 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:15.744192 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:15.769447 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:15.780007 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-32c85ba2-e280-442d-9e69-4eb8f02b9836 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Unset dirty status for tenant:49a2dbab91c0439ab4c5754ea5dffd85 on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:17:15.781225 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-32c85ba2-e280-442d-9e69-4eb8f02b9836 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.3032227
May 19 23:17:15.866926 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=04e72071-1024-4f07-8579-d2b18bb29e4a,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:15.870083 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:15.879729 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:15.880107 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:16.008686 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-880b279e-389d-44db-9d52-2c844d545c58 None None] Provisioning complete for port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:16.009065 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-880b279e-389d-44db-9d52-2c844d545c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:16.021359 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Router b9251f41-40ec-42fe-bb67-2ed169906fec has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:17:16.064900 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-880b279e-389d-44db-9d52-2c844d545c58 None None] Port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:17:16.102532 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Deleting port 1be2e82a-e141-4f61-ae70-ec21558461c2 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:16.102875 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:16.315715 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:17:16.328164 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] For port 1be2e82a-e141-4f61-ae70-ec21558461c2, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1be2e82a-e141-4f61-ae70-ec21558461c2,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:16.328520 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:16.337802 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-c3841d1c-577b-4086-95b9-517dc3a9a020 admin admin] 10.222.0.25 "PUT /v2.0/routers/b9251f41-40ec-42fe-bb67-2ed169906fec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0868049
May 19 23:17:16.455721 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Calling delete_port for 1be2e82a-e141-4f61-ae70-ec21558461c2 owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:16.489931 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8d4ea-5077-4967-b26c-31ad2026bbc6 req-42ae60ef-2855-4068-9348-7c912743dd46 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:16.492243 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d8c8d4ea-5077-4967-b26c-31ad2026bbc6 req-42ae60ef-2855-4068-9348-7c912743dd46 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 945 time: 0.0906537
May 19 23:17:16.549565 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d8c8d4ea-5077-4967-b26c-31ad2026bbc6 req-ce9d1200-ef7c-4ca1-b11f-894b84318be0 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec315c3-a0f1-47ad-b70f-55f2c489a566&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510972
May 19 23:17:16.710875 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:16.717443 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d552addb-8582-47a8-a127-51b3224fa433 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:16.761615 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event deleted for resources: {'Port': ['ID=1be2e82a-e141-4f61-ae70-ec21558461c2,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:16.765777 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:16.845517 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] No DVR routers for this DVR port 1be2e82a-e141-4f61-ae70-ec21558461c2 on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:17:16.848370 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:16.851509 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'name': 'network-vif-deleted', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:17:16.868385 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-2812fbff-8233-450b-b82e-fe4f5786bd1a req-7b736737-a3ce-47fc-ac66-04d89facc0cf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.36 "DELETE /v2.0/ports/1be2e82a-e141-4f61-ae70-ec21558461c2 HTTP/1.1" status: 204  len: 173 time: 1.0784407
May 19 23:17:16.899800 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc742d-696a-496c-b027-715fdd422292', 'name': 'network-vif-deleted', 'tag': '1be2e82a-e141-4f61-ae70-ec21558461c2', 'status': 'completed', 'code': 200}
May 19 23:17:17.442322 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 04e72071-1024-4f07-8579-d2b18bb29e4a up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:17.529189 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 04e72071-1024-4f07-8579-d2b18bb29e4a triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:17.529910 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:17.773287 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f5c745e6-1cda-4d8b-91ca-feaec4133660 req-4c69a228-c6e4-45bb-9d77-e0b696ebbcbf tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ffc742d-696a-496c-b027-715fdd422292 HTTP/1.1" status: 200  len: 210 time: 0.0524149
May 19 23:17:18.457692 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Sync routers for ids ['b9251f41-40ec-42fe-bb67-2ed169906fec'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:17:18.468777 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Routers {'b9251f41-40ec-42fe-bb67-2ed169906fec'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:18.469474 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673d31ac0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['b9251f41-40ec-42fe-bb67-2ed169906fec'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:18.649106 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Set router b9251f41-40ec-42fe-bb67-2ed169906fec gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:18.912900 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48542) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:18.987891 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6d79ff19-8982-44e4-91e2-5dfa2b834e71 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.024523 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6d79ff19-8982-44e4-91e2-5dfa2b834e71 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.030085 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673d31ac0>, [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '1e49a95a-808d-40d9-8ed3-5a99aa9f0611', 'name': '', 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'mac_address': 'fa:16:3e:68:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b256e602-22c2-4301-bbdc-89f1931d4627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:13Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 2, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'subnets': [{'id': 'b256e602-22c2-4301-bbdc-89f1931d4627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:19.035812 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Checking router: b9251f41-40ec-42fe-bb67-2ed169906fec for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:17:19.035812 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Updating router b9251f41-40ec-42fe-bb67-2ed169906fec port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 binding host dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 23:17:19.098834 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.101530 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6d79ff19-8982-44e4-91e2-5dfa2b834e71 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.108215 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-14c3ce16-1166-4732-b29c-546846ecd562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:19.124829 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79ff19-8982-44e4-91e2-5dfa2b834e71 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec315c3-a0f1-47ad-b70f-55f2c489a566,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:19.129562 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6d79ff19-8982-44e4-91e2-5dfa2b834e71 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:19.139181 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-6d79ff19-8982-44e4-91e2-5dfa2b834e71 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.140697 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-6d79ff19-8982-44e4-91e2-5dfa2b834e71 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] 10.222.0.25 "DELETE /v2.0/security-groups/bec315c3-a0f1-47ad-b70f-55f2c489a566 HTTP/1.1" status: 204  len: 168 time: 0.2261462
May 19 23:17:19.485403 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Notify callbacks [] for port, precommit_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.498557 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.provisioning_blocks [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Transition to ACTIVE for port object 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 will not be triggered until provisioned by entity L2. {{(pid=91828) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:19.504858 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.508645 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:19.578686 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Pushing event updated for resources: {'Port': ['ID=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,revision_number=3']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:19.684828 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.685422 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.685872 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.686209 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.686538 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.686867 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.687191 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.687515 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.687859 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.688184 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.688515 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.688818 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:19.696836 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:19.705309 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 1be2e82a-e141-4f61-ae70-ec21558461c2 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:17:19.747686 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 1be2e82a-e141-4f61-ae70-ec21558461c2 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:17:19.747949 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 1be2e82a-e141-4f61-ae70-ec21558461c2 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:17:19.768764 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Attempting to bind port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 on host dv-cinder-792299-1-iscsi for vnic_type normal with profile  {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:17:19.769140 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Attempting to bind port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 by drivers openvswitch,hyperv on host dv-cinder-792299-1-iscsi at level 0 using segments [{'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:17:19.769500 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Attempting to bind port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 on network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:17:19.775871 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Checking agent: {'id': 'c7e39f6d-af21-48e8-91f2-cf1d850ae1b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 22, 59, 9), 'started_at': datetime.datetime(2021, 5, 19, 22, 59, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:17:19.776272 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Checking segment: {'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:19.776680 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.777078 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Bound using segment: {'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'} {{(pid=91828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:17:19.777582 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.managers [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Bound port: 1e49a95a-808d-40d9-8ed3-5a99aa9f0611, host: dv-cinder-792299-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11'}}] {{(pid=91828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:17:19.778692 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.883479 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] For port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611, host dv-cinder-792299-1-iscsi, cleared binding levels {{(pid=91828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:17:19.887689 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.plugins.ml2.db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] For port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611, host dv-cinder-792299-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,segment=NetworkSegment(6de67d07-7668-4f4d-8bd5-d95cc3ad4b69),segment_id=6de67d07-7668-4f4d-8bd5-d95cc3ad4b69)] {{(pid=91828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:17:19.893511 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron_lib.callbacks.manager [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:19.898221 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:19.980102 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Routers {'b9251f41-40ec-42fe-bb67-2ed169906fec'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:19.981724 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673d31ac0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['b9251f41-40ec-42fe-bb67-2ed169906fec'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:20.049331 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Pushing event updated for resources: {'Port': ['ID=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,revision_number=4']} {{(pid=91828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:20.054211 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG oslo_concurrency.lockutils [None req-1c330663-b5c1-4763-a3fa-dd6f9769ee30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:20.205226 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] Set router b9251f41-40ec-42fe-bb67-2ed169906fec gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:20.229550 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48554) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:20.647725 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673d31ac0>, [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '1e49a95a-808d-40d9-8ed3-5a99aa9f0611', 'name': '', 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'mac_address': 'fa:16:3e:68:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b256e602-22c2-4301-bbdc-89f1931d4627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:13Z', 'updated_at': '2021-05-19T23:17:19Z', 'revision_number': 4, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'subnets': [{'id': 'b256e602-22c2-4301-bbdc-89f1931d4627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:20.653840 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6f1d9e-723f-4bcc-a393-a87a833f750e None None] The sync data for ids ['b9251f41-40ec-42fe-bb67-2ed169906fec'] in dv-cinder-792299-1-iscsi is: [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '1e49a95a-808d-40d9-8ed3-5a99aa9f0611', 'name': '', 'network_id': '3b93a6ad-f550-49fa-8144-0c780c8c8c11', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'mac_address': 'fa:16:3e:68:84:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'b256e602-22c2-4301-bbdc-89f1931d4627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:13Z', 'updated_at': '2021-05-19T23:17:19Z', 'revision_number': 4, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'subnets': [{'id': 'b256e602-22c2-4301-bbdc-89f1931d4627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:17:21.159395 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:21.365759 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:17:21.468160 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:21.550576 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning for port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:21.555661 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:21.561534 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:21.701614 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:21.737402 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] For port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,segment=NetworkSegment(6de67d07-7668-4f4d-8bd5-d95cc3ad4b69),segment_id=6de67d07-7668-4f4d-8bd5-d95cc3ad4b69)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:21.741653 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:21.744616 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:21.760055 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Deleting port 30c5e533-926e-4731-b22b-5b08e05ca50c {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:21.760658 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:21.816260 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Pushing event updated for resources: {'Port': ['ID=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:21.820910 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:21.905846 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] For port 30c5e533-926e-4731-b22b-5b08e05ca50c, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=30c5e533-926e-4731-b22b-5b08e05ca50c,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:21.906202 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:22.060687 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Calling delete_port for 30c5e533-926e-4731-b22b-5b08e05ca50c owned by network:router_interface {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:22.427340 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:22.431543 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a7770ba3-6338-40b5-b6c3-cf2bc0637fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:22.483250 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c5e533-926e-4731-b22b-5b08e05ca50c,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:22.485799 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:22.803916 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:23.312051 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Router f80b9470-6b48-47ba-a655-6aa9b872c609 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:17:23.518920 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 up at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:23.523746 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:17:23.540596 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] 10.222.0.25 "PUT /v2.0/routers/f80b9470-6b48-47ba-a655-6aa9b872c609/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3061533
May 19 23:17:23.541358 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48566) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:23.592809 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] Sync routers for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:17:23.609759 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:23.610777 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fbc910>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:23.698418 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Provisioning complete for port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:23.699192 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:23.735347 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks [] for router, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:23.863799 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:23.946602 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:24.050307 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Deleting port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:24.050668 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:24.201297 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] For port ffb6fb7e-a8e0-45fd-a8f1-67c16499242d, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=ffb6fb7e-a8e0-45fd-a8f1-67c16499242d,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:24.201784 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:24.288902 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fbc910>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:17:22Z', 'revision_number': 5, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port': {'id': 'ffb6fb7e-a8e0-45fd-a8f1-67c16499242d', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:11:55Z', 'updated_at': '2021-05-19T23:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:24.294691 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] Checking router: f80b9470-6b48-47ba-a655-6aa9b872c609 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:17:24.306792 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] Routers {'f80b9470-6b48-47ba-a655-6aa9b872c609'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:24.307852 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672fbc910>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['f80b9470-6b48-47ba-a655-6aa9b872c609'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:24.335537 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Calling delete_port for ffb6fb7e-a8e0-45fd-a8f1-67c16499242d owned by network:router_gateway {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:24.478735 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] Set router f80b9470-6b48-47ba-a655-6aa9b872c609 gateway port host: None {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:24.610201 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672fbc910>, [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:17:23Z', 'revision_number': 6, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port_host': None}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:24.615268 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57dd4ec-58bc-4c51-9bb0-ece1b85c793b None None] The sync data for ids ['f80b9470-6b48-47ba-a655-6aa9b872c609'] in dv-cinder-792299-1-iscsi is: [{'id': 'f80b9470-6b48-47ba-a655-6aa9b872c609', 'name': 'tempest-TestShelveInstance-736495732-router', 'tenant_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:11:54Z', 'updated_at': '2021-05-19T23:17:23Z', 'revision_number': 6, 'project_id': '49a2dbab91c0439ab4c5754ea5dffd85', 'gw_port_host': None}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:17:24.691671 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:24.701487 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b471cad2-4560-4019-9d8c-3566e0204ca9 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:24.777292 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb6fb7e-a8e0-45fd-a8f1-67c16499242d,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:24.780801 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:24.839715 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.130838 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.133610 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.161334 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.161977 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f80b9470-6b48-47ba-a655-6aa9b872c609 {{(pid=91826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:17:25.178697 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.179900 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f80b9470-6b48-47ba-a655-6aa9b872c609 HTTP/1.1" status: 204  len: 168 time: 1.6380727
May 19 23:17:25.182363 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48570) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:25.249928 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_v2 [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] Deleting subnet 49d83605-e313-429d-8f2e-a41534456ca3 {{(pid=91826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:17:25.252888 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.306717 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5941817'] for subnet, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.403357 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.496634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device ffb6fb7e-a8e0-45fd-a8f1-67c16499242d no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:17:25.536738 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: ffb6fb7e-a8e0-45fd-a8f1-67c16499242d {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:17:25.537090 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device ffb6fb7e-a8e0-45fd-a8f1-67c16499242d not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:17:25.537521 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 30c5e533-926e-4731-b22b-5b08e05ca50c no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:17:25.572004 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 30c5e533-926e-4731-b22b-5b08e05ca50c {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:17:25.572566 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 30c5e533-926e-4731-b22b-5b08e05ca50c not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:17:25.719306 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6168994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233088'] for subnet, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.723958 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:25.758524 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49d83605-e313-429d-8f2e-a41534456ca3,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:25.796531 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:25.798029 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:25.809583 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-6976d4d9-0e2a-4ef4-802d-a22bc4665281 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/49d83605-e313-429d-8f2e-a41534456ca3 HTTP/1.1" status: 204  len: 168 time: 0.6236999
May 19 23:17:25.810891 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0da791f-49af-4068-9973-5c9b45183ebb None None] Network b285b490-3bef-4db6-b3e6-62f89d95eec0 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:17:25.811521 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48574) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:25.943259 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.028915 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Deleting port 69ca1e5b-d1c5-48d4-bc99-463f75296734 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:26.029266 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.107139 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] DHCP port deletion for b285b490-3bef-4db6-b3e6-62f89d95eec0 request from dv-cinder-792299-1-iscsi {{(pid=91827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:17:26.146883 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] For port 69ca1e5b-d1c5-48d4-bc99-463f75296734, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=69ca1e5b-d1c5-48d4-bc99-463f75296734,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:26.147649 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.180118 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] Deleting port 69ca1e5b-d1c5-48d4-bc99-463f75296734 {{(pid=91827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:26.180506 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.275292 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Calling delete_port for 69ca1e5b-d1c5-48d4-bc99-463f75296734 owned by network:dhcp {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:26.288403 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] For port 69ca1e5b-d1c5-48d4-bc99-463f75296734, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=69ca1e5b-d1c5-48d4-bc99-463f75296734,segment=NetworkSegment(901548a6-5897-4f1a-a7c1-4bbc588348ac),segment_id=901548a6-5897-4f1a-a7c1-4bbc588348ac)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:26.288744 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.339028 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.344357 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e328d5b6-b4f2-4ba7-bfed-dd82db761d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:26.397284 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Pushing event deleted for resources: {'Port': ['ID=69ca1e5b-d1c5-48d4-bc99-463f75296734,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:26.403956 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:26.407222 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] No DVR routers for this DVR port 69ca1e5b-d1c5-48d4-bc99-463f75296734 on host dv-cinder-792299-1-iscsi {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:17:26.422597 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] Calling delete_port for 69ca1e5b-d1c5-48d4-bc99-463f75296734 owned by network:dhcp {{(pid=91827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:26.468130 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.472891 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-97b935b1-4d5d-4db0-a6e8-8ea8976a5677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:26.519770 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] Pushing event deleted for resources: {'Port': ['ID=69ca1e5b-d1c5-48d4-bc99-463f75296734,revision_number=None']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:26.521605 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] No DVR routers for this DVR port 69ca1e5b-d1c5-48d4-bc99-463f75296734 on host dv-cinder-792299-1-iscsi {{(pid=91827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:17:26.522836 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-4eb4366e-098d-4ab9-a700-961ca6f3301c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:26.536986 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.550485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671962cd0>,) {'filters': {'network_id': ['b285b490-3bef-4db6-b3e6-62f89d95eec0']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:26.562496 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671962cd0>, '901548a6-5897-4f1a-a7c1-4bbc588348ac') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:26.562787 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671962cd0>, '901548a6-5897-4f1a-a7c1-4bbc588348ac') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:26.574681 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.590756 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.596995 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:17:26.597368 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:17:26.610468 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:17:26.686181 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.690853 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:26.693113 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:26.714539 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b285b490-3bef-4db6-b3e6-62f89d95eec0,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:26.717496 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:26.729166 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] 10.222.0.25 "DELETE /v2.0/networks/b285b490-3bef-4db6-b3e6-62f89d95eec0 HTTP/1.1" status: 204  len: 168 time: 0.9165137
May 19 23:17:26.732587 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48590) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:27.274744 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-b75973cb-4114-45ff-b216-8941417db2f6 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:27.276180 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-b75973cb-4114-45ff-b216-8941417db2f6 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/networks?id=1e84d3ea-500b-4db4-a335-9fbaf44e929d HTTP/1.1" status: 200  len: 814 time: 0.2879980
May 19 23:17:27.307856 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-555fd038-79f0-4bca-a0ad-c7d04cec0e9e tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/quotas/d5caf540842144f884eab42ea2c17fbd HTTP/1.1" status: 200  len: 375 time: 0.0238116
May 19 23:17:27.408007 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 69ca1e5b-d1c5-48d4-bc99-463f75296734 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:17:27.442859 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 69ca1e5b-d1c5-48d4-bc99-463f75296734 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:17:27.443212 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 69ca1e5b-d1c5-48d4-bc99-463f75296734 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:17:27.493328 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-a1e35ce0-4d76-4b6b-aaa3-0c4fdb933b52 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Synchronizing usage tracker for tenant:d5caf540842144f884eab42ea2c17fbd on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:17:27.524093 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-a1e35ce0-4d76-4b6b-aaa3-0c4fdb933b52 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Unset dirty status for tenant:d5caf540842144f884eab42ea2c17fbd on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:17:27.525425 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-a1e35ce0-4d76-4b6b-aaa3-0c4fdb933b52 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5caf540842144f884eab42ea2c17fbd&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2092931
May 19 23:17:27.562234 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-a881aefa-f41c-4b8c-b9a8-e839ff8f65f9 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:17:27.563162 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-a881aefa-f41c-4b8c-b9a8-e839ff8f65f9 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0059080
May 19 23:17:27.717189 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:27.770279 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-e8cce066-b421-4be6-970c-8fbe857292ea service neutron] 10.222.0.25 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2009988
May 19 23:17:28.038853 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-21642260-1422-4799-9949-4ad1e6b1aef2 service neutron] 10.222.0.25 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2566059
May 19 23:17:28.255579 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dc8687d2-cbe5-4757-8868-9926f83ac0b5 req-313494a7-8541-4bd2-95eb-35cab586f745 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 210 time: 0.0811515
May 19 23:17:28.286076 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Deleting port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:28.286691 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:28.551873 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] For port 3c9beb75-0fe2-4441-9cf8-bc80be351bf0, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,segment=NetworkSegment(af250127-5509-4d69-bdc5-05cb4347a6cc),segment_id=af250127-5509-4d69-bdc5-05cb4347a6cc)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:28.552230 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:28.674443 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Calling delete_port for 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 owned by network:router_interface {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:28.829044 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:28.834076 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:28.877358 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9beb75-0fe2-4441-9cf8-bc80be351bf0,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:28.903603 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:29.144832 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:29.392584 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-4e364806-cf83-4982-b005-394f3dd34729 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:29.393519 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-4e364806-cf83-4982-b005-394f3dd34729 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Synchronizing usage tracker for tenant:d5caf540842144f884eab42ea2c17fbd on resource:network {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:17:29.413496 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-4e364806-cf83-4982-b005-394f3dd34729 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Unset dirty status for tenant:d5caf540842144f884eab42ea2c17fbd on resource:network {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:17:29.414762 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-4e364806-cf83-4982-b005-394f3dd34729 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.36 "GET /v2.0/networks?id=1e84d3ea-500b-4db4-a335-9fbaf44e929d HTTP/1.1" status: 200  len: 814 time: 0.1997671
May 19 23:17:29.435398 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'port': {'device_id': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'admin_state_up': True, 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:29.494217 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d6be24aa-9e4a-47a9-9485-57eac52dc4c1 req-8cec75d7-534e-4587-bdcb-ac1294ece782 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 210 time: 0.0574241
May 19 23:17:29.576560 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:29.586368 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:29.597104 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Made reservation on behalf of d5caf540842144f884eab42ea2c17fbd for: {'port': 1} {{(pid=91826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:17:29.600704 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:29.607024 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Router ea4e6beb-4089-42b2-bc66-6f4a37371278 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:17:29.785250 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Allocated IP 172.20.0.6 (1e84d3ea-500b-4db4-a335-9fbaf44e929d/3cfc41ad-beae-4921-ba67-1dd1446e5b77/f2e8b60b-74c2-4de3-a838-755d7c25997f) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:29.804080 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:17:29.815523 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] Sync routers for ids ['ea4e6beb-4089-42b2-bc66-6f4a37371278'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:17:29.816960 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] 10.222.0.25 "PUT /v2.0/routers/ea4e6beb-4089-42b2-bc66-6f4a37371278/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0829563
May 19 23:17:29.818946 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48640) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:29.831805 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] Routers {'ea4e6beb-4089-42b2-bc66-6f4a37371278'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:29.832548 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673c0e700>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['ea4e6beb-4089-42b2-bc66-6f4a37371278'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:30.098291 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.124443 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Transition to ACTIVE for port object f2e8b60b-74c2-4de3-a838-755d7c25997f will not be triggered until provisioned by entity DHCP. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:30.148313 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] Set router ea4e6beb-4089-42b2-bc66-6f4a37371278 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:30.154307 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.163973 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.173091 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-fb33b125-77e3-414a-a37e-a79dd6594bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:30.274200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:30.288102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:30.293409 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:30.347613 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'Port': ['ID=f2e8b60b-74c2-4de3-a838-755d7c25997f,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:30.352372 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:30.424462 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:30.425127 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.470718 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.489562 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-5d4602a5-a97b-4266-93bf-430063f25b94 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0587094
May 19 23:17:30.565681 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-8d67a665-3fcb-476b-8df8-b3842e080215 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91826) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:17:30.566929 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-8d67a665-3fcb-476b-8df8-b3842e080215 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0095403
May 19 23:17:30.580408 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Request body: {'port': {'device_id': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:30.611779 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Deleting port 3eed06ef-ea6e-43f6-9271-8645db6b6cef {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:30.612352 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.677966 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-6377f613-8e87-4d5b-8485-e171145168cd None None] Provisioning for port f2e8b60b-74c2-4de3-a838-755d7c25997f completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:30.695450 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-6377f613-8e87-4d5b-8485-e171145168cd None None] Provisioning complete for port f2e8b60b-74c2-4de3-a838-755d7c25997f triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:30.696125 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6377f613-8e87-4d5b-8485-e171145168cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.721637 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673c0e700>, [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:17:28Z', 'revision_number': 5, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port': {'id': '3eed06ef-ea6e-43f6-9271-8645db6b6cef', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:12:03Z', 'updated_at': '2021-05-19T23:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:30.730942 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] Checking router: ea4e6beb-4089-42b2-bc66-6f4a37371278 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:17:30.751286 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] Routers {'ea4e6beb-4089-42b2-bc66-6f4a37371278'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:17:30.751937 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673c0e700>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['ea4e6beb-4089-42b2-bc66-6f4a37371278'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:30.769318 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-6377f613-8e87-4d5b-8485-e171145168cd None None] Port f2e8b60b-74c2-4de3-a838-755d7c25997f cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:17:30.810474 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.830590 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] For port 3eed06ef-ea6e-43f6-9271-8645db6b6cef, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=3eed06ef-ea6e-43f6-9271-8645db6b6cef,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:30.830955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:30.854022 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f549748a-e36a-4cf0-991f-e4448170aefd req-51b3b627-6dd5-483d-b72f-10cd69ed832c tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:30.856561 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f549748a-e36a-4cf0-991f-e4448170aefd req-51b3b627-6dd5-483d-b72f-10cd69ed832c tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 931 time: 0.1487169
May 19 23:17:30.935958 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] Set router ea4e6beb-4089-42b2-bc66-6f4a37371278 gateway port host: None {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:17:30.994762 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Calling delete_port for 3eed06ef-ea6e-43f6-9271-8645db6b6cef owned by network:router_gateway {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:31.050354 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f549748a-e36a-4cf0-991f-e4448170aefd req-c63d2568-f5fe-40c4-ad14-84f90a3a16d4 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399658
May 19 23:17:31.096316 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673c0e700>, [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:17:30Z', 'revision_number': 6, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port_host': None}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:31.102863 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f1a04-3453-4de9-810c-7781c9de525f None None] The sync data for ids ['ea4e6beb-4089-42b2-bc66-6f4a37371278'] in dv-cinder-792299-1-iscsi is: [{'id': 'ea4e6beb-4089-42b2-bc66-6f4a37371278', 'name': 'tempest-TestShelveInstance-1398502208-router', 'tenant_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:12:02Z', 'updated_at': '2021-05-19T23:17:30Z', 'revision_number': 6, 'project_id': '289a6fbdea474e1ba2dc1a4dad30f671', 'gw_port_host': None}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:17:31.256537 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:31.261385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-db8a3fbd-da89-4223-9fcc-f6c3a43bffaf tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:31.327576 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eed06ef-ea6e-43f6-9271-8645db6b6cef,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:31.330047 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:31.446803 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:31.509218 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e8b60b-74c2-4de3-a838-755d7c25997f {{(pid=91826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:17:31.534868 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:31.568336 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.provisioning_blocks [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Transition to ACTIVE for port object f2e8b60b-74c2-4de3-a838-755d7c25997f will not be triggered until provisioned by entity L2. {{(pid=91826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:17:31.580561 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:31.585655 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d87fcfe1-ec35-4b5f-9971-ad63d29820ca tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:31.608200 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:17:31.815351 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:17:31.816042 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 3c9beb75-0fe2-4441-9cf8-bc80be351bf0 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:17:31.824836 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:31.837635 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:31.861962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Pushing event updated for resources: {'Port': ['ID=f2e8b60b-74c2-4de3-a838-755d7c25997f,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:31.865448 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:31.868337 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:31.868887 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea4e6beb-4089-42b2-bc66-6f4a37371278 {{(pid=91825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:17:31.889866 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:31.889866 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ea4e6beb-4089-42b2-bc66-6f4a37371278 HTTP/1.1" status: 204  len: 168 time: 2.0679631
May 19 23:17:31.894789 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48646) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:31.970276 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Attempting to bind port f2e8b60b-74c2-4de3-a838-755d7c25997f on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:17:31.970612 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Attempting to bind port f2e8b60b-74c2-4de3-a838-755d7c25997f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:17:31.970996 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Attempting to bind port f2e8b60b-74c2-4de3-a838-755d7c25997f on network 1e84d3ea-500b-4db4-a335-9fbaf44e929d {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:17:31.978848 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] Deleting subnet 3de7622b-f99b-4db0-a40b-4d0f49d2d9cb {{(pid=91826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:17:31.983579 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:32.009687 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Port f2e8b60b-74c2-4de3-a838-755d7c25997f on network 1e84d3ea-500b-4db4-a335-9fbaf44e929d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:17:32.010035 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Attempting to bind port f2e8b60b-74c2-4de3-a838-755d7c25997f on network 1e84d3ea-500b-4db4-a335-9fbaf44e929d {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:17:32.030846 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:17:32.031189 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Checking segment: {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:17:32.031579 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Bound using segment: {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'} {{(pid=91826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:17:32.032117 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.managers [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Bound port: f2e8b60b-74c2-4de3-a838-755d7c25997f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304b5d82-fc0f-4651-a710-26da58458707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d'}}] {{(pid=91826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:17:32.032451 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:32.098843 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5941817'] for subnet, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:32.201769 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] For port f2e8b60b-74c2-4de3-a838-755d7c25997f, host hv-cinder-79229, cleared binding levels {{(pid=91826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:17:32.219833 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] For port f2e8b60b-74c2-4de3-a838-755d7c25997f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:17:32.231094 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:32.247697 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-c2077990-c341-4352-b108-135a9720794e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:32.289025 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:32.289305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a545cd-6f75-4ea5-afe6-567a5c0a767e req-843dd257-5c9b-459c-96a7-6f8e619023f4 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:32.290905 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d2a545cd-6f75-4ea5-afe6-567a5c0a767e req-843dd257-5c9b-459c-96a7-6f8e619023f4 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.0885739
May 19 23:17:32.346667 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d2a545cd-6f75-4ea5-afe6-567a5c0a767e req-8bc36861-8caa-4fd9-a541-dc048f05a836 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486679
May 19 23:17:32.386586 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:32.387440 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:32.388838 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] 10.222.0.36 "PUT /v2.0/ports/f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 1093 time: 1.8144763
May 19 23:17:32.389672 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:17:32.478139 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'status': 'completed', 'code': 200}
May 19 23:17:32.495590 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Pushing event updated for resources: {'Port': ['ID=f2e8b60b-74c2-4de3-a838-755d7c25997f,revision_number=3']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:32.501373 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-6bedae2a-5d21-4397-b4f0-4887c9cbc3af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:32.690289 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6168994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233088'] for subnet, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:32.693916 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:32.736576 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de7622b-f99b-4db0-a40b-4d0f49d2d9cb,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:32.742865 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:32.744012 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:32.751716 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d0880c-c043-46a2-b9ea-8b2baeee9e66 None None] Network db090ac5-dfd3-4270-96c5-cd92b458192e requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:17:32.752903 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48656) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:32.753092 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2eea586f-e074-4cb1-9296-49339121edbd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3de7622b-f99b-4db0-a40b-4d0f49d2d9cb HTTP/1.1" status: 204  len: 168 time: 0.8590171
May 19 23:17:32.863985 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.040828 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] DHCP port deletion for db090ac5-dfd3-4270-96c5-cd92b458192e request from dv-cinder-792299-1-iscsi {{(pid=91827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:17:33.069132 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Deleting port 15fd85ac-0564-4e2f-8385-607cbaa110cb {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:33.069685 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.114586 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] Deleting port 15fd85ac-0564-4e2f-8385-607cbaa110cb {{(pid=91827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:17:33.114882 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.180545 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] For port 15fd85ac-0564-4e2f-8385-607cbaa110cb, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=15fd85ac-0564-4e2f-8385-607cbaa110cb,segment=NetworkSegment(af250127-5509-4d69-bdc5-05cb4347a6cc),segment_id=af250127-5509-4d69-bdc5-05cb4347a6cc)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:33.180988 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.217387 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] For port 15fd85ac-0564-4e2f-8385-607cbaa110cb, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=15fd85ac-0564-4e2f-8385-607cbaa110cb,segment=NetworkSegment(af250127-5509-4d69-bdc5-05cb4347a6cc),segment_id=af250127-5509-4d69-bdc5-05cb4347a6cc)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:33.217819 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.307866 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Calling delete_port for 15fd85ac-0564-4e2f-8385-607cbaa110cb owned by network:dhcp {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:33.383103 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.388400 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-efc76f89-47a8-4d36-9c15-3f37bbbe6fa1 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:33.389747 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] Calling delete_port for 15fd85ac-0564-4e2f-8385-607cbaa110cb owned by network:dhcp {{(pid=91827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:17:33.439343 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.443190 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:33.469900 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Pushing event deleted for resources: {'Port': ['ID=15fd85ac-0564-4e2f-8385-607cbaa110cb,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:33.474445 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:33.478895 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] No DVR routers for this DVR port 15fd85ac-0564-4e2f-8385-607cbaa110cb on host dv-cinder-792299-1-iscsi {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:17:33.514754 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 15fd85ac-0564-4e2f-8385-607cbaa110cb no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:17:33.566689 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 15fd85ac-0564-4e2f-8385-607cbaa110cb {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:17:33.567124 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 15fd85ac-0564-4e2f-8385-607cbaa110cb not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:17:33.567617 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 3eed06ef-ea6e-43f6-9271-8645db6b6cef no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:17:33.603917 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] Pushing event deleted for resources: {'Port': ['ID=15fd85ac-0564-4e2f-8385-607cbaa110cb,revision_number=None']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:33.606739 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 3eed06ef-ea6e-43f6-9271-8645db6b6cef {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:17:33.607197 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 3eed06ef-ea6e-43f6-9271-8645db6b6cef not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:17:33.619061 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:33.630536 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] No DVR routers for this DVR port 15fd85ac-0564-4e2f-8385-607cbaa110cb on host dv-cinder-792299-1-iscsi {{(pid=91827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:17:33.680996 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.700490 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06710f8e50>,) {'filters': {'network_id': ['db090ac5-dfd3-4270-96c5-cd92b458192e']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:33.714730 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06710f8e50>, 'af250127-5509-4d69-bdc5-05cb4347a6cc') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:33.715018 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06710f8e50>, 'af250127-5509-4d69-bdc5-05cb4347a6cc') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:17:33.730711 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1492a3-d8a3-4af5-83ff-c6c1697aa8fb req-91c0b263-7a25-4b17-bd68-e102119ac1e3 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:33.732176 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bf1492a3-d8a3-4af5-83ff-c6c1697aa8fb req-91c0b263-7a25-4b17-bd68-e102119ac1e3 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.2122614
May 19 23:17:33.737325 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.780736 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.793095 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:17:33.793477 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:17:33.806839 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:17:33.823611 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bf1492a3-d8a3-4af5-83ff-c6c1697aa8fb req-8655896f-6598-42c0-af11-c24c56bd58e9 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810640
May 19 23:17:33.890220 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.894637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:33.897348 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:33.923279 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Pushing event deleted for resources: {'Network': ['ID=db090ac5-dfd3-4270-96c5-cd92b458192e,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:33.925624 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:33.928454 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] 10.222.0.25 "DELETE /v2.0/networks/db090ac5-dfd3-4270-96c5-cd92b458192e HTTP/1.1" status: 204  len: 168 time: 1.1745808
May 19 23:17:34.052170 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48666) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:34.106830 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-157d5d8b-bd05-4b50-bd9c-fa885e54f733 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49a2dbab91c0439ab4c5754ea5dffd85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532737
May 19 23:17:34.109096 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48670) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:34.169475 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e072bd47-211e-4229-9a7e-6e20025216aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:34.196424 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e072bd47-211e-4229-9a7e-6e20025216aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:34.254514 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e072bd47-211e-4229-9a7e-6e20025216aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:34.267192 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-6e17904a-c1d6-4c61-8d9e-787f8a47685b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:34.282048 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072bd47-211e-4229-9a7e-6e20025216aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b53c35-e6a7-4b44-97b5-d845cbebb8e5,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:34.284806 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e072bd47-211e-4229-9a7e-6e20025216aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:34.291247 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-e072bd47-211e-4229-9a7e-6e20025216aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:34.292575 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e072bd47-211e-4229-9a7e-6e20025216aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05b53c35-e6a7-4b44-97b5-d845cbebb8e5 HTTP/1.1" status: 204  len: 168 time: 0.1825860
May 19 23:17:34.667883 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48680) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:34.717420 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-9ccde9d9-5a21-4709-8489-6da3485bba29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=289a6fbdea474e1ba2dc1a4dad30f671&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0481896
May 19 23:17:34.719743 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48684) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:34.781178 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-61abdd90-150c-4b16-8dad-77b465e8c6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:34.807071 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-61abdd90-150c-4b16-8dad-77b465e8c6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:34.868473 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-61abdd90-150c-4b16-8dad-77b465e8c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:34.872957 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5adc625d-0833-4570-886f-9290fe01316a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:34.887445 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abdd90-150c-4b16-8dad-77b465e8c6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f71e9e-7a56-4e39-ae24-4236a8cf7492,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:34.896202 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-61abdd90-150c-4b16-8dad-77b465e8c6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:34.899858 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-61abdd90-150c-4b16-8dad-77b465e8c6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:34.903925 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-61abdd90-150c-4b16-8dad-77b465e8c6c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61f71e9e-7a56-4e39-ae24-4236a8cf7492 HTTP/1.1" status: 204  len: 168 time: 0.1803348
May 19 23:17:35.034825 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb09e25-6645-44dd-a526-a182e12fcf24 req-30f1c0dc-793c-4be0-a9d1-d79e1ee184ee tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:35.036303 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bdb09e25-6645-44dd-a526-a182e12fcf24 req-30f1c0dc-793c-4be0-a9d1-d79e1ee184ee tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.0892808
May 19 23:17:35.089415 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bdb09e25-6645-44dd-a526-a182e12fcf24 req-5ea282b8-75d6-44d0-8b5c-ce1ee57ad5bf tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468082
May 19 23:17:36.216681 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-32a8688b-8664-41cc-8b6d-1ef8385fa8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:36.297424 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2968014-cefa-48cd-a24e-ea2bf29d1f1f req-6193ca7f-4418-48b5-a5c5-9ce2f3590a9a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:36.299041 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c2968014-cefa-48cd-a24e-ea2bf29d1f1f req-6193ca7f-4418-48b5-a5c5-9ce2f3590a9a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.0962353
May 19 23:17:36.347815 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c2968014-cefa-48cd-a24e-ea2bf29d1f1f req-6b78a94a-5c6a-4197-8e70-af7756c24e3d tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428379
May 19 23:17:37.780833 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e2f20-7de5-4b57-b6b5-c089327b01ca req-7eca4136-b4ff-4e31-9de1-6ed742fbdaa1 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:37.782311 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ba6e2f20-7de5-4b57-b6b5-c089327b01ca req-7eca4136-b4ff-4e31-9de1-6ed742fbdaa1 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.3277335
May 19 23:17:37.828966 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ba6e2f20-7de5-4b57-b6b5-c089327b01ca req-24dae86a-87dc-4236-89a0-6d0164f427f4 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408039
May 19 23:17:38.740976 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:39.018824 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-07038537-4caa-4a2b-89e0-a225bfd07465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:39.092080 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2b89b-4c5b-4113-ac33-ccec5b04132c req-6bfafbdc-959b-42dd-920c-1a45287980d3 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:39.093529 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a8b2b89b-4c5b-4113-ac33-ccec5b04132c req-6bfafbdc-959b-42dd-920c-1a45287980d3 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.1566429
May 19 23:17:39.138391 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a8b2b89b-4c5b-4113-ac33-ccec5b04132c req-1bf91d86-580a-452b-9363-fba58956ad2f tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391269
May 19 23:17:39.765261 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:40.344687 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c767fb39-2f5a-4933-92e9-90ea6a32eafa req-561a066d-00a3-4605-9eb6-79f9a0d748a8 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:40.346101 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c767fb39-2f5a-4933-92e9-90ea6a32eafa req-561a066d-00a3-4605-9eb6-79f9a0d748a8 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.0865445
May 19 23:17:40.392260 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c767fb39-2f5a-4933-92e9-90ea6a32eafa req-97ab1c0b-d614-44b6-ac7a-71344ee21e30 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404017
May 19 23:17:40.832521 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67980fc1-235a-4a9e-b625-4dd210027661 req-a6360f16-6623-4325-a103-5d676d5e10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:40.834002 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-67980fc1-235a-4a9e-b625-4dd210027661 req-a6360f16-6623-4325-a103-5d676d5e10b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5caf540842144f884eab42ea2c17fbd&device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1096 time: 0.1185825
May 19 23:17:40.988239 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67980fc1-235a-4a9e-b625-4dd210027661 req-52eebbae-1128-4a94-9547-f3ab45cb8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:40.989564 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-67980fc1-235a-4a9e-b625-4dd210027661 req-52eebbae-1128-4a94-9547-f3ab45cb8087 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d5caf540842144f884eab42ea2c17fbd&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1314831
May 19 23:17:41.122922 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67980fc1-235a-4a9e-b625-4dd210027661 req-87a9a9c7-d554-4109-9307-c085f6d137ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:41.124328 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-67980fc1-235a-4a9e-b625-4dd210027661 req-87a9a9c7-d554-4109-9307-c085f6d137ac service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1274285
May 19 23:17:41.249289 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-75d517aa-6552-4a5f-8505-eff20c99e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:41.250659 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-75d517aa-6552-4a5f-8505-eff20c99e10c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5caf540842144f884eab42ea2c17fbd&device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1096 time: 0.0688617
May 19 23:17:41.427261 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-420b695e-b797-4add-bde5-2a665d157dc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 217 time: 0.1607215
May 19 23:17:41.463726 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:41.491439 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-bd955728-00e7-4bc1-abb0-2635b0c79409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:41.492886 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-bd955728-00e7-4bc1-abb0-2635b0c79409 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cfc41ad-beae-4921-ba67-1dd1446e5b77 HTTP/1.1" status: 200  len: 853 time: 0.0575895
May 19 23:17:41.571404 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-86ec9fca-e297-4152-b0fe-162de676c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:41.572880 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-86ec9fca-e297-4152-b0fe-162de676c00f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e84d3ea-500b-4db4-a335-9fbaf44e929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736599
May 19 23:17:41.584819 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9eecc-dd49-4d06-897a-0e52ff488c00 req-6769cbb1-4098-45a4-bc69-f177845657bf tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:41.586284 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-39b9eecc-dd49-4d06-897a-0e52ff488c00 req-6769cbb1-4098-45a4-bc69-f177845657bf tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.0835829
May 19 23:17:41.631029 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-39b9eecc-dd49-4d06-897a-0e52ff488c00 req-25fc114d-1fab-4dc8-a7b1-e1145832e9af tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389900
May 19 23:17:41.703716 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-624f813d-7c1a-4012-88dd-e3f9e41760d9 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239319
May 19 23:17:41.833241 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a804d64c-1afe-4d24-aefe-63a53c181ea6 req-f1ac0b6e-16f6-4f44-87a3-943ee6b5423e service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228163
May 19 23:17:42.813353 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdbeab-8e29-400a-990f-deeb8ba6791b req-f70d51cd-4aa3-4c6c-b754-183cc2483332 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:42.814710 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3acdbeab-8e29-400a-990f-deeb8ba6791b req-f70d51cd-4aa3-4c6c-b754-183cc2483332 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 943 time: 0.0777178
May 19 23:17:42.952201 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3acdbeab-8e29-400a-990f-deeb8ba6791b req-86846bfb-13a2-4948-8cf6-da619f7498e4 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318743
May 19 23:17:43.785885 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f2e8b60b-74c2-4de3-a838-755d7c25997f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:17:43.908388 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:43.929932 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f2e8b60b-74c2-4de3-a838-755d7c25997f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:43.943580 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'port_id': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'mac_address': 'fa:16:3e:bb:f2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:17:43.998164 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:44.014351 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e8b60b-74c2-4de3-a838-755d7c25997f {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:17:44.030329 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f2e8b60b-74c2-4de3-a838-755d7c25997f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:44.034091 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:44.036814 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-ebb15a7d-d50e-4fcb-ad8b-651b5a6863e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:44.105736 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f2e8b60b-74c2-4de3-a838-755d7c25997f,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:44.110052 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:44.135929 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7e8d4-a1cc-44f9-a5f8-65c5ba64096f req-5ad01a50-0a52-42db-8871-dc902e83252b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:44.137471 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c8f7e8d4-a1cc-44f9-a5f8-65c5ba64096f req-5ad01a50-0a52-42db-8871-dc902e83252b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 944 time: 0.0792911
May 19 23:17:44.182499 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c8f7e8d4-a1cc-44f9-a5f8-65c5ba64096f req-026aa9bd-8f7b-4e48-ba9a-fa563790e96d tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392263
May 19 23:17:44.311283 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f2e8b60b-74c2-4de3-a838-755d7c25997f'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:17:45.367398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753262e-fed6-4d84-8a9b-cc7881677ea8 req-23499396-8a2c-4556-94d0-53b70850351b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:45.368853 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0753262e-fed6-4d84-8a9b-cc7881677ea8 req-23499396-8a2c-4556-94d0-53b70850351b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 944 time: 0.0827796
May 19 23:17:45.412627 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0753262e-fed6-4d84-8a9b-cc7881677ea8 req-7a6e8789-971d-432f-87ea-1eee28c5d861 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373929
May 19 23:17:45.782006 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f2e8b60b-74c2-4de3-a838-755d7c25997f up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:17:45.851544 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port f2e8b60b-74c2-4de3-a838-755d7c25997f completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:17:45.856560 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port f2e8b60b-74c2-4de3-a838-755d7c25997f triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:17:45.856939 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:45.970810 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:45.996370 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:17:46.006611 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port f2e8b60b-74c2-4de3-a838-755d7c25997f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:17:46.010691 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:46.013350 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-bfd6f9d8-1c98-4464-b0f8-c53b5a1ee153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:46.042866 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'code': 200}
May 19 23:17:46.080450 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=f2e8b60b-74c2-4de3-a838-755d7c25997f,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:46.083253 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:46.292476 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d48fb-9dea-422e-9158-6ec1da85f03d req-5efd6cfb-76ab-40a7-a3f8-85e612470344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:46.294545 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b82d48fb-9dea-422e-9158-6ec1da85f03d req-5efd6cfb-76ab-40a7-a3f8-85e612470344 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1098 time: 0.0693960
May 19 23:17:46.333316 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-b82d48fb-9dea-422e-9158-6ec1da85f03d req-8c8a97e8-8506-4190-8f8d-b5d09ebf58bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328863
May 19 23:17:46.594106 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646a49d-50b7-435f-92cd-642e55545bb1 req-0b2761a9-9b09-4389-af2e-fe7ee40f577c tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:46.595496 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b646a49d-50b7-435f-92cd-642e55545bb1 req-0b2761a9-9b09-4389-af2e-fe7ee40f577c tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0806546
May 19 23:17:46.642594 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b646a49d-50b7-435f-92cd-642e55545bb1 req-e6eaba4f-ff80-4ed9-a89e-9ba9dbb40918 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414219
May 19 23:17:47.826694 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9b5e9-7a7f-4f2d-8414-83732db54d9b req-e6d4c6db-593c-4d67-8db8-38e0825d27a1 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:47.828106 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b5d9b5e9-7a7f-4f2d-8414-83732db54d9b req-e6d4c6db-593c-4d67-8db8-38e0825d27a1 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0775907
May 19 23:17:47.871819 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b5d9b5e9-7a7f-4f2d-8414-83732db54d9b req-fc985c60-1ffd-490f-84ba-38ac18519389 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380888
May 19 23:17:48.057799 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214c306-7735-4a7b-8239-81408b0b5f0d req-0f767c17-3f04-4b90-a518-de65b0339fd2 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:48.059172 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7214c306-7735-4a7b-8239-81408b0b5f0d req-0f767c17-3f04-4b90-a518-de65b0339fd2 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0824907
May 19 23:17:48.103356 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7214c306-7735-4a7b-8239-81408b0b5f0d req-07fb837c-6dee-476d-8f2f-d87fdcc66f00 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380385
May 19 23:17:48.502150 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452204e-e76b-46d3-96ad-d193efba5760 req-cf2a3705-6b99-4f41-92f1-6e5194464c5a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:48.503623 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2452204e-e76b-46d3-96ad-d193efba5760 req-cf2a3705-6b99-4f41-92f1-6e5194464c5a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0814338
May 19 23:17:48.548580 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2452204e-e76b-46d3-96ad-d193efba5760 req-1c84dec6-29dc-4f9a-abba-4a056496c3e8 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391307
May 19 23:17:57.838630 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b654a-f35c-4f55-94d4-e9d1d7e09b89 req-64b1acec-efd3-43c2-a2a3-1fb584140598 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:57.839988 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee1b654a-f35c-4f55-94d4-e9d1d7e09b89 req-64b1acec-efd3-43c2-a2a3-1fb584140598 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0822031
May 19 23:17:57.883484 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee1b654a-f35c-4f55-94d4-e9d1d7e09b89 req-3e3156bf-c500-4dac-a4e5-25a193dfaabd tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377502
May 19 23:17:57.906865 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48778) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:58.081508 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa7d004-99a9-4874-8c1a-6e098dc56e6d tempest-TestMinimumBasicScenario-1710325154 tempest-TestMinimumBasicScenario-1710325154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:17:58.082261 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2fa7d004-99a9-4874-8c1a-6e098dc56e6d tempest-TestMinimumBasicScenario-1710325154 tempest-TestMinimumBasicScenario-1710325154-project-admin] Synchronizing usage tracker for tenant:bbc9474855404d8fa67013e643168ee0 on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:17:58.098051 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-2fa7d004-99a9-4874-8c1a-6e098dc56e6d tempest-TestMinimumBasicScenario-1710325154 tempest-TestMinimumBasicScenario-1710325154-project-admin] Unset dirty status for tenant:bbc9474855404d8fa67013e643168ee0 on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:17:58.099381 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2fa7d004-99a9-4874-8c1a-6e098dc56e6d tempest-TestMinimumBasicScenario-1710325154 tempest-TestMinimumBasicScenario-1710325154-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1093 time: 0.1914070
May 19 23:17:58.102072 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48784) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:17:58.107862 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'port_id': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:17:58.113722 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:17:58.117456 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:floatingip and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:17:58.120241 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:17:58.126542 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:17:58.136567 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for floatingip, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:58.270797 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:58.363032 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:17:58.406868 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_common [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Allocated IP 172.27.0.86 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/d42c4ce8-bea9-4bc3-ab95-0f5f4fdc982f) {{(pid=91826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:17:58.553471 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for port, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:58.583019 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:58.587431 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7178d42c-68fd-46c9-95da-51f43190b5c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:58.645592 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:17:58.648406 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.base_scheduler [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources bound (agent type, host, resource id):  {{(pid=91826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:17:58.651952 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Received port after_create {{(pid=91826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:17:58.686331 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'Port': ['ID=d42c4ce8-bea9-4bc3-ab95-0f5f4fdc982f,revision_number=1']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:58.705848 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.706221 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.706583 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.706942 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.707297 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.707650 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.707999 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.708347 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.708692 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.709038 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.709381 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.709752 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:17:58.714508 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:59.068425 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:59.236460 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:59.445015 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for port, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:59.449458 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6212452'] for port, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:59.453361 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-86c1af29-8b62-423e-9b4a-9f2c761447f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:17:59.553854 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'Port': ['ID=d42c4ce8-bea9-4bc3-ab95-0f5f4fdc982f,revision_number=2']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:17:59.557764 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:17:59.564475 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:17:59.731374 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Floating IP ae2a499a-9a1f-48d0-b7fa-6b4d09e634b0 associated. External IP: 172.27.0.86, port: f2e8b60b-74c2-4de3-a838-755d7c25997f.
May 19 23:18:00.067390 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Router 7361000d-cc12-4f8d-beb6-768139971b36 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:18:00.242507 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:18:00.251788 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] Sync routers for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:18:00.261501 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:18:00.262229 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06721cb370>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:18:00.268472 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:00.325019 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-d14d447a-3241-42bc-887d-8b0f4db30c08 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2217634
May 19 23:18:00.325507 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:18:00.328892 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48788) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:18:00.335050 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415888298', 'description': 'tempest-secgroup-smoke-415888298 description', 'project_id': 'd5caf540842144f884eab42ea2c17fbd'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:18:00.343211 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:18:00.347381 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:security_group and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:18:00.350552 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:18:00.357039 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:18:00.366659 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:00.375318 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'status': 'completed', 'code': 200}
May 19 23:18:00.386547 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:18:00.391305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:security_group_rule and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:18:00.394206 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:18:00.399980 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:18:00.475687 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:00.479966 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:00.486903 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:18:00.494014 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e072bd47-211e-4229-9a7e-6e20025216aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:18:00.502276 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-e417299d-ab6d-420f-8cc2-dcdc24f34058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:00.503976 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-e417299d-ab6d-420f-8cc2-dcdc24f34058 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5caf540842144f884eab42ea2c17fbd&device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1098 time: 0.0793633
May 19 23:18:00.528865 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:00.533067 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48794) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:18:00.533245 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2024806
May 19 23:18:00.538379 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c61d7-e9d4-4d2b-b263-59944f638ed7,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:18:00.538912 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.v2.base [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'security_group_rule': {'security_group_id': '7e9c61d7-e9d4-4d2b-b263-59944f638ed7', 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:18:00.542110 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.542498 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.542870 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.543246 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.543595 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.543959 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.544315 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.544669 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.545022 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.545412 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.546243 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.546701 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:18:00.550334 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:18:00.561958 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:18:00.607207 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:security_group_rule and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:18:00.617041 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91826) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:18:00.735310 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.quota.driver [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91826) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:18:00.771424 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:00.787433 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-00aba488-883c-4d27-85ca-e594feccda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:00.788857 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-00aba488-883c-4d27-85ca-e594feccda2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e84d3ea-500b-4db4-a335-9fbaf44e929d HTTP/1.1" status: 200  len: 915 time: 0.2779982
May 19 23:18:00.859030 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06721cb370>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': 'ae2a499a-9a1f-48d0-b7fa-6b4d09e634b0', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'port_id': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'mac_address': 'fa:16:3e:bb:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:17:59Z', 'updated_at': '2021-05-19T23:17:59Z', 'revision_number': 0, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:11Z', 'revision_number': 5, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:18:00.863059 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] Checking router: 7361000d-cc12-4f8d-beb6-768139971b36 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:18:00.871376 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:18:00.871987 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06721cb370>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:17:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:18:00.913844 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-9bda8e14-724d-4d3c-9008-af9dd9fe3c82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 998 time: 0.1153896
May 19 23:18:00.955389 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:00.961875 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:00.970497 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-e05b4259-945d-4b02-a90a-73b7a074b20c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:18:01.004738 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-0162b712-f065-4ce3-8483-e532dc4ee41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:01.006192 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-0162b712-f065-4ce3-8483-e532dc4ee41e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cfc41ad-beae-4921-ba67-1dd1446e5b77 HTTP/1.1" status: 200  len: 853 time: 0.0858634
May 19 23:18:01.006814 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543cbbc7-1f90-4d28-976e-d2d6702f0325,revision_number=0']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:18:01.009522 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:18:01.013485 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.015158 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-32013f2d-036c-4e20-9f37-083db4cd4f45 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4808593
May 19 23:18:01.018208 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48798) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:18:01.023353 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'security_group_rule': {'security_group_id': '7e9c61d7-e9d4-4d2b-b263-59944f638ed7', 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:18:01.029190 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:18:01.033574 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:security_group_rule and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:18:01.036605 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:18:01.043708 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:18:01.051748 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:18:01.060100 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.091944 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-ee23cd48-844f-4882-9124-479e223d1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:01.093950 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-ee23cd48-844f-4882-9124-479e223d1c63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e84d3ea-500b-4db4-a335-9fbaf44e929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771987
May 19 23:18:01.124648 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.129959 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.132002 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:18:01.153984 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbbd673-e2af-4ac7-813e-36ec0f5d34a3,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:18:01.156705 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:18:01.165427 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.169418 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-10d27cd2-2026-40b9-aa02-0d82708f5788 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1475430
May 19 23:18:01.169637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48802) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:18:01.176366 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'security_group_rule': {'security_group_id': '7e9c61d7-e9d4-4d2b-b263-59944f638ed7', 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:18:01.181886 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:18:01.185927 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:security_group_rule and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:18:01.189460 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:18:01.195368 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:18:01.212420 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.238440 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-500306f5-27ef-45b3-8838-8bfc750853ff service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377025
May 19 23:18:01.277886 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.283058 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.285420 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-b83d4e31-fdc8-4ff7-9ce3-a6d9563fa574 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:18:01.315188 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399838d0-d7e5-4e30-b90b-906585ff7438,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:18:01.323976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:18:01.324959 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.329561 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1580176
May 19 23:18:01.330880 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48806) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:18:01.336193 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'security_group_rule': {'security_group_id': '7e9c61d7-e9d4-4d2b-b263-59944f638ed7', 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:18:01.344255 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:18:01.348565 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:security_group_rule and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:18:01.351587 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:18:01.362049 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:18:01.380955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.386317 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-519f2c80-1a24-42a3-bfd9-c7475dcc9249 req-24bb6465-167d-407f-82d9-8df0ad652cf5 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405931
May 19 23:18:01.411912 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06721cb370>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': 'ae2a499a-9a1f-48d0-b7fa-6b4d09e634b0', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'port_id': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'mac_address': 'fa:16:3e:bb:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:17:59Z', 'updated_at': '2021-05-19T23:17:59Z', 'revision_number': 0, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:11Z', 'revision_number': 5, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:18:01.416145 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af8f678-c19c-4e5a-b45e-c84608cdbffc None None] The sync data for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi is: [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': 'ae2a499a-9a1f-48d0-b7fa-6b4d09e634b0', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'floating_ip_address': '172.27.0.86', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'port_id': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'mac_address': 'fa:16:3e:bb:f2:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:17:59Z', 'updated_at': '2021-05-19T23:17:59Z', 'revision_number': 0, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:11Z', 'revision_number': 5, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:18:01.452708 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.456606 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.458759 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-38004c6f-d275-43c1-8d4d-8c0d4128db1b tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:18:01.481789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4672b301-fc3b-4282-85c9-d37cf5c52d1c,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:18:01.487172 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:18:01.492356 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.493799 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-9d8b6713-545b-4a48-95d8-c26c96a150c7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1619158
May 19 23:18:01.496535 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48810) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:18:01.502776 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'security_group_rule': {'security_group_id': '7e9c61d7-e9d4-4d2b-b263-59944f638ed7', 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:18:01.509274 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:18:01.513102 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:security_group_rule and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:18:01.516866 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:18:01.523008 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:18:01.534640 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.securitygroups_db [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Project d5caf540842144f884eab42ea2c17fbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:18:01.542057 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.604124 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768ab48d-2203-46e0-abe5-79a83df0cfdc None None] New status for floating IP ae2a499a-9a1f-48d0-b7fa-6b4d09e634b0: ACTIVE {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:18:01.612203 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.618001 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.626796 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-318092cb-4248-4566-9902-926a1d837add tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:18:01.645514 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4a7bc5-ba37-4b37-9d32-a90b5c1c5c46,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:18:01.647866 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:18:01.655469 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.656626 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1590295
May 19 23:18:01.659429 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48814) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:18:01.664428 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'security_group_rule': {'security_group_id': '7e9c61d7-e9d4-4d2b-b263-59944f638ed7', 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:18:01.670020 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:18:01.674703 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Usage tracker for resource:security_group_rule and tenant:d5caf540842144f884eab42ea2c17fbd is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:18:01.677468 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:18:01.683033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:18:01.693552 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.securitygroups_db [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Project d5caf540842144f884eab42ea2c17fbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 23:18:01.699073 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.768980 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.772314 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604098'] for security_group_rule, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.774500 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7a500c0a-bf2d-40ce-8816-536f334616cc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:18:01.796900 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c98896-4d59-45a1-8f15-47f44f2d9cd2,revision_number=0']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:18:01.801295 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:18:01.806203 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:01.807359 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-730b6aaf-eebf-4c41-a578-fcb5092c4874 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1470380
May 19 23:18:01.929210 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bed7fe0e-1be7-430a-bf36-533c771cbc93 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Synchronizing usage tracker for tenant:d5caf540842144f884eab42ea2c17fbd on resource:security_group {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:18:01.945525 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bed7fe0e-1be7-430a-bf36-533c771cbc93 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Unset dirty status for tenant:d5caf540842144f884eab42ea2c17fbd on resource:security_group {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:18:01.946665 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bed7fe0e-1be7-430a-bf36-533c771cbc93 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415888298&fields=id&tenant_id=d5caf540842144f884eab42ea2c17fbd HTTP/1.1" status: 200  len: 267 time: 0.0584266
May 19 23:18:02.029568 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-d0397450-e9d3-4d18-9f9f-8de0f6d699e9 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:02.031537 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-d0397450-e9d3-4d18-9f9f-8de0f6d699e9 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0792177
May 19 23:18:02.042327 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'port': {'security_groups': ['b03f1847-5fa1-4630-b393-c470864b0474', '7e9c61d7-e9d4-4d2b-b263-59944f638ed7']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:18:02.160277 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:02.410753 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] For port f2e8b60b-74c2-4de3-a838-755d7c25997f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:18:02.434834 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:02.439816 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:02.445044 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:18:02.473427 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f2e8b60b-74c2-4de3-a838-755d7c25997f'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:18:02.509861 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:02.510485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:02.511844 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7afdf4cb-6824-4e6d-8825-cacc772a0db8 req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "PUT /v2.0/ports/f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 981 time: 0.4739661
May 19 23:18:02.513061 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:18:02.547585 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'Port': ['ID=f2e8b60b-74c2-4de3-a838-755d7c25997f,revision_number=6']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:18:02.554978 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:18:02.644578 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f2e8b60b-74c2-4de3-a838-755d7c25997f'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:18:02.678627 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'status': 'completed', 'code': 200}
May 19 23:18:02.784282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-d53a37fa-c821-448e-9cf7-4a28d283bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:02.786453 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-d53a37fa-c821-448e-9cf7-4a28d283bbec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5caf540842144f884eab42ea2c17fbd&device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1137 time: 0.0756593
May 19 23:18:02.816059 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-bb8b15ac-5cc9-49fd-8e65-105b2b63d580 None None] Provisioning complete for port f2e8b60b-74c2-4de3-a838-755d7c25997f triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:18:02.816431 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-bb8b15ac-5cc9-49fd-8e65-105b2b63d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:02.824015 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05c6c9-7eb1-4b09-8061-823f42ae0830 req-c1bb426e-45be-48d9-bb79-bad2b83ebd51 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:02.825490 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5a05c6c9-7eb1-4b09-8061-823f42ae0830 req-c1bb426e-45be-48d9-bb79-bad2b83ebd51 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.1943569
May 19 23:18:02.873454 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5a05c6c9-7eb1-4b09-8061-823f42ae0830 req-dfb39b50-c9c5-4ea3-8487-d846b4034ed7 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0417740
May 19 23:18:02.924701 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-ba412abc-67d6-4ceb-bdd0-4c83351cc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:02.926116 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-ba412abc-67d6-4ceb-bdd0-4c83351cc7d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e84d3ea-500b-4db4-a335-9fbaf44e929d HTTP/1.1" status: 200  len: 915 time: 0.1331336
May 19 23:18:03.033278 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-00772305-ba7e-43a1-9311-292e3363bd8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 1000 time: 0.0997005
May 19 23:18:03.096236 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-04ac67b4-4ee1-4ade-898f-092e3cd765b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:03.097725 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-04ac67b4-4ee1-4ade-898f-092e3cd765b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cfc41ad-beae-4921-ba67-1dd1446e5b77 HTTP/1.1" status: 200  len: 853 time: 0.0575852
May 19 23:18:03.177398 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-95c8f37b-ad0b-46cd-814c-7b454ac86c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:03.178843 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-95c8f37b-ad0b-46cd-814c-7b454ac86c61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e84d3ea-500b-4db4-a335-9fbaf44e929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736716
May 19 23:18:03.308944 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-3f2da6dc-d7dd-483c-af63-52c89fb58777 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236155
May 19 23:18:03.441767 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5bb9d17e-35fc-4f71-80f2-2b407685c2b6 req-b815de35-df81-4f0a-a63d-d74ae7c35134 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244841
May 19 23:18:06.208446 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0af7-8398-4038-8e24-d847e30cf0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:08.735123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:09.020777 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4475be50-2191-4a95-8a43-e4b71893c6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:09.757546 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:11.464365 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:13.884069 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:20.253525 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-3a1421a3-bbe1-4eee-8b49-265d0fdba94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:20.254942 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-3a1421a3-bbe1-4eee-8b49-265d0fdba94e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5caf540842144f884eab42ea2c17fbd&device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1137 time: 0.0712147
May 19 23:18:20.265611 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec2ee6-fa09-40b4-8a49-66048fa329ef req-b9d50a24-9721-4f11-aac8-250281a6c13f tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:20.267163 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5aec2ee6-fa09-40b4-8a49-66048fa329ef req-b9d50a24-9721-4f11-aac8-250281a6c13f tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0819371
May 19 23:18:20.317520 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-5aec2ee6-fa09-40b4-8a49-66048fa329ef req-bf72ebf8-a416-4914-9301-7fd1546aecac tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0445018
May 19 23:18:20.388942 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-7b2462e0-5a51-4cbe-881a-ba94dc1641d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:20.391063 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-7b2462e0-5a51-4cbe-881a-ba94dc1641d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e84d3ea-500b-4db4-a335-9fbaf44e929d HTTP/1.1" status: 200  len: 915 time: 0.1294835
May 19 23:18:20.600799 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-da6533ee-25b8-432e-806f-8a8d41ff0186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 1000 time: 0.2025530
May 19 23:18:20.663967 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-3656d495-e9a7-4f92-9ac9-c2ddb5deabe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:20.665362 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-3656d495-e9a7-4f92-9ac9-c2ddb5deabe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cfc41ad-beae-4921-ba67-1dd1446e5b77 HTTP/1.1" status: 200  len: 853 time: 0.0579066
May 19 23:18:20.740732 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-0516ced3-e066-4714-b608-1dd88ebdc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:20.742194 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-0516ced3-e066-4714-b608-1dd88ebdc453 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e84d3ea-500b-4db4-a335-9fbaf44e929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692604
May 19 23:18:20.877508 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-14f48788-7fa2-4b4d-8187-3052e6b43085 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259184
May 19 23:18:21.026832 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-a34ed948-9443-4607-aea1-1dd7be6b0d02 req-3214beae-68e1-4059-836a-247bf22933e7 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231804
May 19 23:18:21.506293 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99932a08-d5a3-482f-a5f0-e7890aacb93f req-9c6f40af-9293-4c9e-8366-783d3cf3ef5e tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:21.507751 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-99932a08-d5a3-482f-a5f0-e7890aacb93f req-9c6f40af-9293-4c9e-8366-783d3cf3ef5e tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0786369
May 19 23:18:21.556861 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-99932a08-d5a3-482f-a5f0-e7890aacb93f req-779425ea-ab87-42a7-82ae-c27fa0bb7153 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431802
May 19 23:18:22.348442 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-f2dbffcf-a4ed-4318-9ee0-f25a52047fb0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0721376
May 19 23:18:22.502457 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-a47ee8a0-59db-4caa-93f5-65e512cdd20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:22.503953 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-a47ee8a0-59db-4caa-93f5-65e512cdd20b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 1099 time: 0.0700405
May 19 23:18:22.651004 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-bff8b67c-4b9d-43e1-9764-532c850cac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:22.652461 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-bff8b67c-4b9d-43e1-9764-532c850cac28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1292956
May 19 23:18:22.744354 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe6362-1147-4e01-b09c-c849aeeaed92 req-ffbc7907-68f8-42a1-8c4a-5adf5ab2b276 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:22.745821 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bfbe6362-1147-4e01-b09c-c849aeeaed92 req-ffbc7907-68f8-42a1-8c4a-5adf5ab2b276 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0831025
May 19 23:18:22.759196 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-d583fd57-32f5-4bd3-b2b9-c41376128bf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b111aec9-405d-4b2c-86a8-e018c832c01b HTTP/1.1" status: 200  len: 1001 time: 0.0979183
May 19 23:18:22.791663 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-bfbe6362-1147-4e01-b09c-c849aeeaed92 req-da69147d-00cf-4b53-bf92-8278fe7c3ab6 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0394540
May 19 23:18:22.821257 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-805f9925-b4f2-4ca2-8949-7b482631e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:22.822866 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-805f9925-b4f2-4ca2-8949-7b482631e409 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0572677
May 19 23:18:22.898420 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-b7f7642d-ed62-4938-9436-397da048533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:22.899832 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-b7f7642d-ed62-4938-9436-397da048533d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706718
May 19 23:18:23.029621 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-013639ee-b03f-40ae-8d20-45d887dc44d1 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225288
May 19 23:18:23.158272 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-5ee110e9-8d23-47f0-ac19-349054c07644 req-108cd10a-1ce0-44f7-ac82-1f863d4fde3d service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219711
May 19 23:18:23.974880 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b2d74-bc37-44af-b7b3-c9bbcbdbf635 req-bac8a1a1-643d-4e9a-bf0d-5e1c30d43c63 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:23.976336 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-032b2d74-bc37-44af-b7b3-c9bbcbdbf635 req-bac8a1a1-643d-4e9a-bf0d-5e1c30d43c63 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0798850
May 19 23:18:24.023138 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-032b2d74-bc37-44af-b7b3-c9bbcbdbf635 req-c0577259-277d-4c88-950a-ae8dbaecf49d tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0411320
May 19 23:18:25.208221 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac338943-c4be-4f08-948b-1983a3d1b197 req-04877565-4277-4474-ad44-94196785aefb tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:25.209654 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ac338943-c4be-4f08-948b-1983a3d1b197 req-04877565-4277-4474-ad44-94196785aefb tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0819821
May 19 23:18:25.256124 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ac338943-c4be-4f08-948b-1983a3d1b197 req-207c905f-d94a-4c5a-b815-2bc8f3ae89bc tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0406835
May 19 23:18:26.442911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4facc9d-bd83-40ba-9cd6-37e3a37c4bde req-26a06c74-5596-4e83-88bc-d17bb8986bd1 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:26.444373 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4facc9d-bd83-40ba-9cd6-37e3a37c4bde req-26a06c74-5596-4e83-88bc-d17bb8986bd1 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0839102
May 19 23:18:26.489694 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e4facc9d-bd83-40ba-9cd6-37e3a37c4bde req-8a0d6c63-c3f7-4c95-84ee-06d109b0f355 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0396345
May 19 23:18:27.672773 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f77128-d82d-429b-909c-3241c333bb74 req-92f4de55-109a-4fa4-b44c-f15acde5fd5b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:27.674214 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b3f77128-d82d-429b-909c-3241c333bb74 req-92f4de55-109a-4fa4-b44c-f15acde5fd5b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0789685
May 19 23:18:27.720874 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b3f77128-d82d-429b-909c-3241c333bb74 req-f3dc88f9-b582-4d39-b226-abff5410e468 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0409212
May 19 23:18:28.908065 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b8ef9-8404-421d-8528-aa63da9870fd req-5ee15c8e-7c1b-4ca8-a4eb-41bdb33e5f8f tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:28.909510 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-445b8ef9-8404-421d-8528-aa63da9870fd req-5ee15c8e-7c1b-4ca8-a4eb-41bdb33e5f8f tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0830832
May 19 23:18:28.957072 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-445b8ef9-8404-421d-8528-aa63da9870fd req-fe284c56-b754-48de-a1ba-bf47420b7f15 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0416839
May 19 23:18:30.143482 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53188a-b948-4936-b29d-babd12ddc968 req-a5a0c843-16d9-4744-b522-04d8334ef1af tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:30.144916 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2b53188a-b948-4936-b29d-babd12ddc968 req-a5a0c843-16d9-4744-b522-04d8334ef1af tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0786338
May 19 23:18:30.193905 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-2b53188a-b948-4936-b29d-babd12ddc968 req-980fd916-9108-4802-9662-0afd4675b481 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431437
May 19 23:18:31.376177 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231f72e-d773-46a3-9ae5-1cf768b4c8a2 req-99bdb365-1d34-4135-ba11-212c3ef4f9c1 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:31.377624 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1231f72e-d773-46a3-9ae5-1cf768b4c8a2 req-99bdb365-1d34-4135-ba11-212c3ef4f9c1 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0808508
May 19 23:18:31.424635 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1231f72e-d773-46a3-9ae5-1cf768b4c8a2 req-6f5b8cff-f3b2-4e8c-8a70-b71a98ab4a41 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0411890
May 19 23:18:32.611195 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bde667-0963-42ee-84f0-337fbc9260f4 req-2d1ae872-2404-4d51-b9d0-c361f79649aa tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:18:32.612622 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-67bde667-0963-42ee-84f0-337fbc9260f4 req-2d1ae872-2404-4d51-b9d0-c361f79649aa tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0837626
May 19 23:18:32.658199 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-67bde667-0963-42ee-84f0-337fbc9260f4 req-5d4cbe5c-af6f-4146-b39d-bfcd03cdec8c tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&id=7e9c61d7-e9d4-4d2b-b263-59944f638ed7&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0397139
May 19 23:18:35.362810 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:18:36.209002 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7de7e135-01e1-4fd4-9b77-5f09952a9563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:38.738781 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:39.021327 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ebb89c10-f1ae-4864-879c-768ea2ea0466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:39.759715 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:41.467381 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:18:43.900098 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:05.161397 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-fa1ef211-0bdf-4a12-8d95-3d26949f2892 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415888298&fields=id&tenant_id=d5caf540842144f884eab42ea2c17fbd HTTP/1.1" status: 200  len: 267 time: 0.0403092
May 19 23:19:05.244000 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-3cd4411c-75fb-49df-ab60-0448b6eb25d2 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:05.245428 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-3cd4411c-75fb-49df-ab60-0448b6eb25d2 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 984 time: 0.0779233
May 19 23:19:05.256032 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Request body: {'port': {'security_groups': ['b03f1847-5fa1-4630-b393-c470864b0474']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:19:05.376218 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:05.617623 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] For port f2e8b60b-74c2-4de3-a838-755d7c25997f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:05.642301 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:05.646890 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:05.652560 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-039ad094-6d4d-46cb-8a97-77ce354c608f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:05.682962 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f2e8b60b-74c2-4de3-a838-755d7c25997f'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:19:05.716599 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:05.717151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:05.718563 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7d7ccd8d-7a08-41b7-87ef-ef26ffc581a9 req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "PUT /v2.0/ports/f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 942 time: 0.4669528
May 19 23:19:05.719321 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:19:05.725477 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48870) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:05.746012 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event updated for resources: {'Port': ['ID=f2e8b60b-74c2-4de3-a838-755d7c25997f,revision_number=7']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:05.754866 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.755465 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.756051 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.756638 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.757789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.758385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.758964 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.759547 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.760209 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.760783 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.761362 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.761964 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:05.766632 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:05.801282 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'status': 'completed', 'code': 200}
May 19 23:19:05.812672 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:05.845632 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:05.847980 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f2e8b60b-74c2-4de3-a838-755d7c25997f'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:19:05.963126 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-c56b2f0c-b398-4d62-8574-5f94d46f7e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:05.964612 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-c56b2f0c-b398-4d62-8574-5f94d46f7e87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5caf540842144f884eab42ea2c17fbd&device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1098 time: 0.0987337
May 19 23:19:05.992005 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:06.006626 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2eda2039-6710-497f-91a9-37bb28050650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:06.027491 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c61d7-e9d4-4d2b-b263-59944f638ed7,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:06.027757 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-3e3b2f9c-33a1-46b8-ab11-67344ff5ed85 None None] Provisioning complete for port f2e8b60b-74c2-4de3-a838-755d7c25997f triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:19:06.028279 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-3e3b2f9c-33a1-46b8-ab11-67344ff5ed85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:06.192804 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.193180 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.193549 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.194958 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.195474 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.195836 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.196195 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.196551 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.196902 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.197256 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.197605 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.197997 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:06.204219 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:06.211880 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:06.215423 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-512a0515-87d5-4b2b-b2c9-48ee6c7a1e1b tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e9c61d7-e9d4-4d2b-b263-59944f638ed7 HTTP/1.1" status: 204  len: 168 time: 0.4857566
May 19 23:19:06.215829 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 48874) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:06.216725 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a85c707e-f947-46b7-a81d-19419185c7d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:06.333475 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-565f11db-dd23-4710-852c-7fecb1ab6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:06.335008 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-565f11db-dd23-4710-852c-7fecb1ab6a4e service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e84d3ea-500b-4db4-a335-9fbaf44e929d HTTP/1.1" status: 200  len: 915 time: 0.3634617
May 19 23:19:06.550690 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-7baf148f-cf71-4a31-8945-65592bd0130b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 1000 time: 0.1609485
May 19 23:19:06.629412 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-774fdb73-b23f-4c26-9faf-3551344e9a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:06.630945 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-774fdb73-b23f-4c26-9faf-3551344e9a85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cfc41ad-beae-4921-ba67-1dd1446e5b77 HTTP/1.1" status: 200  len: 853 time: 0.0732563
May 19 23:19:06.676132 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Deleting port d42c4ce8-bea9-4bc3-ab95-0f5f4fdc982f {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:06.676474 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:06.814643 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-e55c13bf-9275-4333-ab11-83753e88237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:06.816027 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-e55c13bf-9275-4333-ab11-83753e88237f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e84d3ea-500b-4db4-a335-9fbaf44e929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1791484
May 19 23:19:06.819659 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:06.819992 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:06.969367 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Calling delete_port for d42c4ce8-bea9-4bc3-ab95-0f5f4fdc982f owned by network:floatingip {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:07.080019 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-f2380764-7907-4048-b972-c8abde472c40 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528064
May 19 23:19:07.266388 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-8acc9be6-a2b5-4642-aad5-1f017b2def82 req-d63c4fb1-eeda-4395-89d2-3a2f1ef1aee7 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794846
May 19 23:19:07.281725 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:07.285218 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-d38ed12b-2b16-4eb5-95a2-9c02e9d9ab39 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:07.327473 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event deleted for resources: {'Port': ['ID=d42c4ce8-bea9-4bc3-ab95-0f5f4fdc982f,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:07.331100 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:07.422416 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks [] for floatingip, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:07.422754 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Floating IP ae2a499a-9a1f-48d0-b7fa-6b4d09e634b0 disassociated (deleted). External IP: 172.27.0.86, port: f2e8b60b-74c2-4de3-a838-755d7c25997f.
May 19 23:19:07.874501 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Router 7361000d-cc12-4f8d-beb6-768139971b36 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:19:08.051389 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:19:08.061011 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] Sync routers for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:19:08.067527 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:08.070173 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:08.070794 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06722bf0a0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:18:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:08.124754 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-b666bddf-c4dd-4027-87e2-6073ccf75ff5 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "DELETE /v2.0/floatingips/ae2a499a-9a1f-48d0-b7fa-6b4d09e634b0 HTTP/1.1" status: 204  len: 168 time: 1.9054918
May 19 23:19:08.124754 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:19:08.174716 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'status': 'completed', 'code': 200}
May 19 23:19:08.251716 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:08.289639 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931304-d651-4435-8de0-88176571c6a0 req-21fbd26f-8cc9-488e-90e0-e16e1ecaa66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:08.291411 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f1931304-d651-4435-8de0-88176571c6a0 req-21fbd26f-8cc9-488e-90e0-e16e1ecaa66c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d5caf540842144f884eab42ea2c17fbd&device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 1098 time: 0.0739701
May 19 23:19:08.429217 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931304-d651-4435-8de0-88176571c6a0 req-a3569e76-5d4e-4ed6-b452-00779004e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:08.430707 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f1931304-d651-4435-8de0-88176571c6a0 req-a3569e76-5d4e-4ed6-b452-00779004e4b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1e84d3ea-500b-4db4-a335-9fbaf44e929d HTTP/1.1" status: 200  len: 915 time: 0.1330390
May 19 23:19:08.523422 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f1931304-d651-4435-8de0-88176571c6a0 req-aace4215-c0c9-44ac-96b8-3b9be14a6888 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 200  len: 217 time: 0.0855374
May 19 23:19:08.603800 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931304-d651-4435-8de0-88176571c6a0 req-b49bcdf6-551e-4495-ad31-5b6516c8bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:08.605393 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f1931304-d651-4435-8de0-88176571c6a0 req-b49bcdf6-551e-4495-ad31-5b6516c8bc8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3cfc41ad-beae-4921-ba67-1dd1446e5b77 HTTP/1.1" status: 200  len: 853 time: 0.0678015
May 19 23:19:08.621224 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06722bf0a0>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:11Z', 'revision_number': 5, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:08.625170 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] Checking router: 7361000d-cc12-4f8d-beb6-768139971b36 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:19:08.634537 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:08.635178 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06722bf0a0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:18:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:08.686419 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1931304-d651-4435-8de0-88176571c6a0 req-793c8bcc-53f0-494f-938c-96b7505f1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:08.687899 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f1931304-d651-4435-8de0-88176571c6a0 req-793c8bcc-53f0-494f-938c-96b7505f1cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1e84d3ea-500b-4db4-a335-9fbaf44e929d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765030
May 19 23:19:08.807231 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:08.821481 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f1931304-d651-4435-8de0-88176571c6a0 req-620de8a9-9793-443c-b9a6-764ede952aab service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256726
May 19 23:19:08.823575 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:08.955610 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-f1931304-d651-4435-8de0-88176571c6a0 req-5ad70f56-032a-4289-b9b5-97238b034277 service neutron] 10.222.0.36 "GET /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271586
May 19 23:19:09.057902 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c23e611a-7497-4127-b1f2-9cfdbefce4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:09.148596 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06722bf0a0>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:11Z', 'revision_number': 5, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:09.152764 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af335d4e-c5c2-4813-8790-40cbc2e67592 None None] The sync data for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi is: [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:17:06Z', 'revision_number': 4, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': 'b85c1791-bc9f-410c-a665-9695cb4268c5', 'name': '', 'network_id': '1e84d3ea-500b-4db4-a335-9fbaf44e929d', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'mac_address': 'fa:16:3e:36:d2:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:05Z', 'updated_at': '2021-05-19T23:17:11Z', 'revision_number': 5, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'subnets': [{'id': '3cfc41ad-beae-4921-ba67-1dd1446e5b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:19:09.354362 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b10da0-1582-4828-b220-36cc3a791c8b None None] New status for floating IP ae2a499a-9a1f-48d0-b7fa-6b4d09e634b0: DOWN {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:19:09.762658 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:10.592541 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6201f72-3066-4814-8f2c-b9ae2640c972 req-188d25a3-5aa8-433e-ad0f-7f4011bd9e3a tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:10.593923 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b6201f72-3066-4814-8f2c-b9ae2640c972 req-188d25a3-5aa8-433e-ad0f-7f4011bd9e3a tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 946 time: 0.1718268
May 19 23:19:10.637610 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-b6201f72-3066-4814-8f2c-b9ae2640c972 req-9e690aa0-1e21-4812-b7e8-9c246613bce5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379815
May 19 23:19:11.397967 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90220f1a-465d-4056-8ddb-6e30dc89b95f req-fcbe068d-246d-4999-94e4-425737c55208 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:11.399413 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-90220f1a-465d-4056-8ddb-6e30dc89b95f req-fcbe068d-246d-4999-94e4-425737c55208 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0811408
May 19 23:19:11.443435 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-90220f1a-465d-4056-8ddb-6e30dc89b95f req-31d5733e-a990-4b2b-b20a-a0f0c2b32846 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383680
May 19 23:19:11.469423 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:11.820788 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a35e4-3e73-4798-a1af-2af5686da972 req-aa665383-2ccf-485b-a5a4-0c12800ef5f9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:11.822261 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-263a35e4-3e73-4798-a1af-2af5686da972 req-aa665383-2ccf-485b-a5a4-0c12800ef5f9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 946 time: 0.0798748
May 19 23:19:11.866412 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-263a35e4-3e73-4798-a1af-2af5686da972 req-4fe343db-54c7-4624-ab31-5b91f1b5717c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383160
May 19 23:19:12.079807 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048827e8-323f-4d16-a05b-381d2beb2689 req-f57c3b5b-e6c9-4e13-9115-2bdb4e69d99f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:12.080395 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-048827e8-323f-4d16-a05b-381d2beb2689 req-f57c3b5b-e6c9-4e13-9115-2bdb4e69d99f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Synchronizing usage tracker for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91826) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:19:12.097966 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.quota.resource [req-048827e8-323f-4d16-a05b-381d2beb2689 req-f57c3b5b-e6c9-4e13-9115-2bdb4e69d99f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Unset dirty status for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91826) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:19:12.099039 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-048827e8-323f-4d16-a05b-381d2beb2689 req-f57c3b5b-e6c9-4e13-9115-2bdb4e69d99f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 946 time: 0.0947747
May 19 23:19:12.235252 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Deleting port b111aec9-405d-4b2c-86a8-e018c832c01b {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:12.235598 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:12.362343 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:19:12.468042 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] For port b111aec9-405d-4b2c-86a8-e018c832c01b, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b111aec9-405d-4b2c-86a8-e018c832c01b,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:12.468395 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:12.636735 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f740b7a-c336-42dd-ab53-15086c6612b8 req-3006f057-66d7-45cf-bf37-3d4d8b662a12 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:12.638145 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0f740b7a-c336-42dd-ab53-15086c6612b8 req-3006f057-66d7-45cf-bf37-3d4d8b662a12 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0829163
May 19 23:19:12.682923 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0f740b7a-c336-42dd-ab53-15086c6612b8 req-9cc96f53-a00c-48a2-8d2b-7d93c45044e9 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389676
May 19 23:19:12.760620 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:12.760981 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:12.761289 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Floating IP 6617b895-fdf8-4c93-b53e-536d0ca5fd61 disassociated. External IP: 172.27.0.34, port: b111aec9-405d-4b2c-86a8-e018c832c01b.
May 19 23:19:12.761620 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Calling delete_port for b111aec9-405d-4b2c-86a8-e018c832c01b owned by compute:nova {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:12.866822 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:12.872260 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2d9b9bc2-5e9c-4916-a280-a419eece61dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:12.916240 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event deleted for resources: {'Port': ['ID=b111aec9-405d-4b2c-86a8-e018c832c01b,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:12.919324 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:13.025373 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-049b3e5c-b3ee-4b08-93d5-5c665826b921 req-bce04e28-470d-4046-ae3e-dd6a28c9a937 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 210 time: 0.0471144
May 19 23:19:13.106970 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:19:13.285375 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:19:13.297131 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:19:13.307906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-78dd8946-031b-4db5-83c0-422fc4d0514a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:13.309389 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-78dd8946-031b-4db5-83c0-422fc4d0514a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.36 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.0876420
May 19 23:19:13.311944 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:13.312594 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06732691c0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:19:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:13.365112 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] No DVR routers for this DVR port b111aec9-405d-4b2c-86a8-e018c832c01b on host hv-cinder-79229 {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:19:13.368551 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:13.373728 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'name': 'network-vif-deleted', 'tag': 'b111aec9-405d-4b2c-86a8-e018c832c01b'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:19:13.392070 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-048827e8-323f-4d16-a05b-381d2beb2689 req-de5fb607-b036-4993-9f9f-18b0d1950d91 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "DELETE /v2.0/ports/b111aec9-405d-4b2c-86a8-e018c832c01b HTTP/1.1" status: 204  len: 173 time: 1.2860713
May 19 23:19:13.430943 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9d5ea5-b4f1-4a39-947f-24fccefc4c11', 'name': 'network-vif-deleted', 'tag': 'b111aec9-405d-4b2c-86a8-e018c832c01b', 'status': 'completed', 'code': 200}
May 19 23:19:13.488519 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Deleting port f2e8b60b-74c2-4de3-a838-755d7c25997f {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:13.488862 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:13.535575 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:13.635210 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] For port f2e8b60b-74c2-4de3-a838-755d7c25997f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=f2e8b60b-74c2-4de3-a838-755d7c25997f,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:13.635570 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:13.764975 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Calling delete_port for f2e8b60b-74c2-4de3-a838-755d7c25997f owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:13.854187 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06732691c0>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:13.858878 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:19:13.871904 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:13.872622 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06732691c0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:19:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:13.954908 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3243-b951-4a4a-8b45-0cafca882cff req-4e5a5b2a-3410-478f-b786-c5319aadfc24 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:13.958967 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a44f3243-b951-4a4a-8b45-0cafca882cff req-4e5a5b2a-3410-478f-b786-c5319aadfc24 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/ports?device_id=7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2 HTTP/1.1" status: 200  len: 945 time: 0.1599810
May 19 23:19:13.959653 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:13.960738 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:13.966545 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2d429c6c-896e-436a-87de-a3caa123c2fa tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:14.023109 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['f2e8b60b-74c2-4de3-a838-755d7c25997f'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:19:14.026719 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Pushing event deleted for resources: {'Port': ['ID=f2e8b60b-74c2-4de3-a838-755d7c25997f,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:14.034312 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:14.125858 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] No DVR routers for this DVR port f2e8b60b-74c2-4de3-a838-755d7c25997f on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:19:14.132451 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a44f3243-b951-4a4a-8b45-0cafca882cff req-081ba568-419e-4eb8-ae86-633544b8d042 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.25 "GET /v2.0/security-groups?id=b03f1847-5fa1-4630-b393-c470864b0474&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351972
May 19 23:19:14.133888 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:14.136723 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'name': 'network-vif-deleted', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:19:14.143861 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:14.164770 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-58fbcd5a-2360-4102-86ed-8bc6b7979819 req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] 10.222.0.36 "DELETE /v2.0/ports/f2e8b60b-74c2-4de3-a838-755d7c25997f HTTP/1.1" status: 204  len: 173 time: 0.8495576
May 19 23:19:14.221963 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7511bf9d-b1ab-489e-aee4-a2f3ca1c24b2', 'name': 'network-vif-deleted', 'tag': 'f2e8b60b-74c2-4de3-a838-755d7c25997f', 'status': 'completed', 'code': 200}
May 19 23:19:14.224254 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-655b4179-dfbb-4a67-bad9-026d6ef15a5c req-61f850bc-79a5-4835-86dd-8990340e940e tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=1a9d5ea5-b4f1-4a39-947f-24fccefc4c11 HTTP/1.1" status: 200  len: 210 time: 0.0519099
May 19 23:19:14.291717 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device b111aec9-405d-4b2c-86a8-e018c832c01b no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:19:14.343822 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: b111aec9-405d-4b2c-86a8-e018c832c01b {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:19:14.344529 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device b111aec9-405d-4b2c-86a8-e018c832c01b not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:19:14.547016 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06732691c0>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:14.550926 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583fc0d-acbf-45a2-8d59-2f4b1ffd27d8 None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:19:14.750248 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3476fa80-95ca-4024-b01e-d27cc1c39f70 None None] New status for floating IP 6617b895-fdf8-4c93-b53e-536d0ca5fd61: DOWN {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:19:15.587403 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-f8555fe2-3441-4754-90c4-a09c74c75d55 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242072130&fields=id&tenant_id=57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 267 time: 0.0455019
May 19 23:19:15.752586 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-feeb859e-5355-4e6e-9e62-74506a67d309 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:15.754034 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-feeb859e-5355-4e6e-9e62-74506a67d309 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 812 time: 0.1592445
May 19 23:19:15.770131 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-6b6621d7-870a-4a9d-a48c-386f681c9dc5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/quotas/57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 375 time: 0.0093858
May 19 23:19:15.854243 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-daec9be0-bbec-45be-b6d3-53fa3efa53c6 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0786219
May 19 23:19:15.888675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 48984) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:16.264326 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f2e8b60b-74c2-4de3-a838-755d7c25997f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:19:16.298519 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: f2e8b60b-74c2-4de3-a838-755d7c25997f {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:19:16.298871 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device f2e8b60b-74c2-4de3-a838-755d7c25997f not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:19:16.320213 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-7bd2620f-7d70-47d8-afd9-fa40ab964778 service neutron] 10.222.0.25 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4547436
May 19 23:19:16.568941 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-08ce9703-1003-4d78-bbde-7d1b60df7adb service neutron] 10.222.0.25 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407954
May 19 23:19:16.732928 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:17.040434 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-42acdec6-6f1c-4b24-8827-d6ec0276a58a req-b5ceff12-d37d-4da2-a261-d0502f71f571 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 210 time: 0.0820813
May 19 23:19:17.190851 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Deleting port b85c1791-bc9f-410c-a665-9695cb4268c5 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:17.191197 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:17.315241 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] For port b85c1791-bc9f-410c-a665-9695cb4268c5, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=b85c1791-bc9f-410c-a665-9695cb4268c5,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:17.315599 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:17.557880 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Calling delete_port for b85c1791-bc9f-410c-a665-9695cb4268c5 owned by network:router_interface {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:17.710903 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:17.715060 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-f9259e7f-230b-4ad9-bfcb-79ca625032a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:17.761866 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b85c1791-bc9f-410c-a665-9695cb4268c5,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:17.764296 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:18.027773 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:18.265574 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-a9830e1a-e1ef-4620-a881-ff6e9e12f556 req-28f07636-8cf0-4a50-aafb-edff80f80b32 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 210 time: 0.1126070
May 19 23:19:18.379893 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-16e2ffc3-79e4-4008-9ba4-877b79e18353 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:18.381301 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-16e2ffc3-79e4-4008-9ba4-877b79e18353 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 812 time: 0.2887814
May 19 23:19:18.556869 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-b5f8c975-7bd1-4322-8b0f-41d45abf9f67 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 380 time: 0.1152551
May 19 23:19:18.576345 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'port': {'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'admin_state_up': True, 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'security_groups': ['138a301e-427f-43cc-8770-126f26d1ab69']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:19:18.696269 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Router 7361000d-cc12-4f8d-beb6-768139971b36 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:19:18.921316 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:19:18.929903 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:port and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:19:18.934699 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:19:18.943065 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:19:19.024297 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Made reservation on behalf of 57a3de62a515457fb5020edf8b9a5f41 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:19:19.027776 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.059375 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:19:19.068490 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] Sync routers for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:19:19.079087 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:19.079863 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672d3ec70>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:19:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:19.118092 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-3a81b2fa-c95b-498d-b6e5-7ad4f38eac5c admin admin] 10.222.0.25 "PUT /v2.0/routers/7361000d-cc12-4f8d-beb6-768139971b36/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2283103
May 19 23:19:19.120674 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49010) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:19.223059 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Allocated IP 172.20.0.11 (16183c22-abeb-4029-a3cd-a14ea0c0253b/2dea96fa-4bc7-4474-8790-913c405da9d0/19b0f356-90c3-4551-900f-3a3129ad8782) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:19:19.265130 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:19.309637 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.423556 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3672e04c-bdbe-4048-a05f-e0ed27368e27 req-26de3a47-f04e-401b-b484-c1bcede36315 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 210 time: 0.0468659
May 19 23:19:19.478906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.498082 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Transition to ACTIVE for port object 19b0f356-90c3-4551-900f-3a3129ad8782 will not be triggered until provisioned by entity DHCP. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:19:19.516030 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.529950 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.536907 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-e9880e6a-0478-4b1c-9b56-10e819614c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:19.566299 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672d3ec70>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:19:17Z', 'revision_number': 5, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port': {'id': '65c1ee68-f75d-493c-a794-8ef35274b414', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7361000d-cc12-4f8d-beb6-768139971b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:02Z', 'updated_at': '2021-05-19T23:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:19.571155 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] Checking router: 7361000d-cc12-4f8d-beb6-768139971b36 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:19:19.580147 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] Routers {'7361000d-cc12-4f8d-beb6-768139971b36'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:19.580773 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672d3ec70>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:19:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['7361000d-cc12-4f8d-beb6-768139971b36'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:19.608320 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:19:19.611593 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:19:19.616217 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:19:19.660338 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=19b0f356-90c3-4551-900f-3a3129ad8782,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:19.673466 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:19.695035 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:19.695897 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.727330 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-86fdb9b2-37f1-4f8a-83b5-8d53a43aaabb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1624091
May 19 23:19:19.740171 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Deleting port 65c1ee68-f75d-493c-a794-8ef35274b414 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:19.740521 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.745795 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] Set router 7361000d-cc12-4f8d-beb6-768139971b36 gateway port host: None {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:19.746376 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Request body: {'port': {'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:19:19.868996 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.876569 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672d3ec70>, [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:19:19Z', 'revision_number': 6, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port_host': None}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:19.876782 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] For port 65c1ee68-f75d-493c-a794-8ef35274b414, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=65c1ee68-f75d-493c-a794-8ef35274b414,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:19.877102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.882058 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4ae07a-954c-46d6-b2b2-f28e423595d6 None None] The sync data for ids ['7361000d-cc12-4f8d-beb6-768139971b36'] in dv-cinder-792299-1-iscsi is: [{'id': '7361000d-cc12-4f8d-beb6-768139971b36', 'name': 'tempest-TestMinimumBasicScenario-490425336-router', 'tenant_id': 'd5caf540842144f884eab42ea2c17fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:01Z', 'updated_at': '2021-05-19T23:19:19Z', 'revision_number': 6, 'project_id': 'd5caf540842144f884eab42ea2c17fbd', 'gw_port_host': None}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:19:19.894152 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-570e6ae2-2383-4e87-9180-08bf7199607f None None] Provisioning for port 19b0f356-90c3-4551-900f-3a3129ad8782 completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:19:19.900171 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-570e6ae2-2383-4e87-9180-08bf7199607f None None] Provisioning complete for port 19b0f356-90c3-4551-900f-3a3129ad8782 triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:19:19.900553 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-570e6ae2-2383-4e87-9180-08bf7199607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:19.960091 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-570e6ae2-2383-4e87-9180-08bf7199607f None None] Port 19b0f356-90c3-4551-900f-3a3129ad8782 cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:19:20.007633 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Calling delete_port for 65c1ee68-f75d-493c-a794-8ef35274b414 owned by network:router_gateway {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:20.142890 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.147593 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-89bdac6d-4b50-43b2-83b2-c932d50f6a8c tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:20.191839 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c1ee68-f75d-493c-a794-8ef35274b414,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:20.224588 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:20.227806 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b0f356-90c3-4551-900f-3a3129ad8782 {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:19:20.236852 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.252495 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Transition to ACTIVE for port object 19b0f356-90c3-4551-900f-3a3129ad8782 will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:19:20.259042 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.263980 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d3e285aa-177e-4944-a6f3-880fcba9acdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:20.284824 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.428578 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Pushing event updated for resources: {'Port': ['ID=19b0f356-90c3-4551-900f-3a3129ad8782,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:20.431369 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:20.469012 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.471438 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.503818 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.504336 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7361000d-cc12-4f8d-beb6-768139971b36 {{(pid=91826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:19:20.517802 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Attempting to bind port 19b0f356-90c3-4551-900f-3a3129ad8782 on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:19:20.518147 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Attempting to bind port 19b0f356-90c3-4551-900f-3a3129ad8782 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:19:20.518478 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Attempting to bind port 19b0f356-90c3-4551-900f-3a3129ad8782 on network 16183c22-abeb-4029-a3cd-a14ea0c0253b {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:19:20.525040 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Port 19b0f356-90c3-4551-900f-3a3129ad8782 on network 16183c22-abeb-4029-a3cd-a14ea0c0253b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:19:20.527361 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Attempting to bind port 19b0f356-90c3-4551-900f-3a3129ad8782 on network 16183c22-abeb-4029-a3cd-a14ea0c0253b {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:19:20.531240 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.532375 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7ddd0428-d3f8-45c7-a224-63c133a5b8f4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7361000d-cc12-4f8d-beb6-768139971b36 HTTP/1.1" status: 204  len: 168 time: 1.4107075
May 19 23:19:20.534914 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49018) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:20.536551 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:19:20.536915 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Checking segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:19:20.537308 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Bound using segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:19:20.538452 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Bound port: 19b0f356-90c3-4551-900f-3a3129ad8782, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:19:20.538834 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.606571 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] Deleting subnet 3cfc41ad-beae-4921-ba67-1dd1446e5b77 {{(pid=91826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:19:20.609477 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.658021 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5941817'] for subnet, precommit_delete_associations {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.691415 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] For port 19b0f356-90c3-4551-900f-3a3129ad8782, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:19:20.695599 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] For port 19b0f356-90c3-4551-900f-3a3129ad8782, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19b0f356-90c3-4551-900f-3a3129ad8782,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:19:20.703620 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.708380 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1d29867e-3239-4a19-8aef-ea0372fba4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:20.772200 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.776652 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ca07-73eb-4556-adc4-965e07c4c7ed req-5c2e967d-ef6f-4ac2-ac98-23a3d7679680 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:20.777354 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1146ca07-73eb-4556-adc4-965e07c4c7ed req-5c2e967d-ef6f-4ac2-ac98-23a3d7679680 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Synchronizing usage tracker for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:19:20.817675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:20.818363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:20.819925 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] 10.222.0.36 "PUT /v2.0/ports/19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 200  len: 1094 time: 1.0793848
May 19 23:19:20.820422 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:19:20.834206 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-1146ca07-73eb-4556-adc4-965e07c4c7ed req-5c2e967d-ef6f-4ac2-ac98-23a3d7679680 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Unset dirty status for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:19:20.841393 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1146ca07-73eb-4556-adc4-965e07c4c7ed req-5c2e967d-ef6f-4ac2-ac98-23a3d7679680 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 944 time: 0.2560420
May 19 23:19:20.931457 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782', 'status': 'completed', 'code': 200}
May 19 23:19:21.058275 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Pushing event updated for resources: {'Port': ['ID=19b0f356-90c3-4551-900f-3a3129ad8782,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:21.067554 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:21.074548 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-1146ca07-73eb-4556-adc4-965e07c4c7ed req-43e7c443-fc83-4bc1-8649-79ebaddfa050 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2322445
May 19 23:19:21.089818 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6168994', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6233088'] for subnet, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.095130 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a9c0d69c-561e-45e5-8fab-597914beb9f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:21.112277 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-a34029c4-5845-4c73-a64d-0d6d990f27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:21.114940 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-a34029c4-5845-4c73-a64d-0d6d990f27de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1097 time: 0.2256815
May 19 23:19:21.130061 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cfc41ad-beae-4921-ba67-1dd1446e5b77,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:21.133656 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:21.134656 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for subnet, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.139962 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741d7d30-1576-434d-bc31-45bfdbee4935 None None] Network 1e84d3ea-500b-4db4-a335-9fbaf44e929d requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:19:21.141422 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-1b7dba80-083e-4249-9258-bbb59c541278 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3cfc41ad-beae-4921-ba67-1dd1446e5b77 HTTP/1.1" status: 204  len: 168 time: 0.6052673
May 19 23:19:21.143831 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49024) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:21.195123 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-30277349-0e23-4b29-89f2-4464772a15d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 200  len: 217 time: 0.0674322
May 19 23:19:21.260199 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.270370 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-0d17a9f3-fd72-4f59-82d4-db516f20afee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:21.272784 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-0d17a9f3-fd72-4f59-82d4-db516f20afee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0693998
May 19 23:19:21.354663 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-2a7a6ed4-cd54-4aca-b38c-927589354dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:21.357382 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-2a7a6ed4-cd54-4aca-b38c-927589354dae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782464
May 19 23:19:21.454199 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] DHCP port deletion for 1e84d3ea-500b-4db4-a335-9fbaf44e929d request from dv-cinder-792299-1-iscsi {{(pid=91827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:19:21.458891 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Deleting port 9b9581fc-5681-427c-92fb-80ecf378efed {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:21.460096 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.510176 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-5de73ba1-f196-4c0f-8bdd-a26f845b17fb service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453111
May 19 23:19:21.541465 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device b85c1791-bc9f-410c-a665-9695cb4268c5 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:19:21.572214 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] For port 9b9581fc-5681-427c-92fb-80ecf378efed, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=9b9581fc-5681-427c-92fb-80ecf378efed,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:21.572609 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.577350 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Deleting port 9b9581fc-5681-427c-92fb-80ecf378efed {{(pid=91827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:21.578077 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.611535 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: b85c1791-bc9f-410c-a665-9695cb4268c5 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:19:21.612037 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device b85c1791-bc9f-410c-a665-9695cb4268c5 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:19:21.612563 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 9b9581fc-5681-427c-92fb-80ecf378efed no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:19:21.677466 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dae8335-ced3-44b5-82ca-1df2e9d6d3a6 req-91c9a21c-05c7-44a6-8b16-150ecd499ea7 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480246
May 19 23:19:21.702710 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Calling delete_port for 9b9581fc-5681-427c-92fb-80ecf378efed owned by network:dhcp {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:21.747327 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] For port 9b9581fc-5681-427c-92fb-80ecf378efed, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=9b9581fc-5681-427c-92fb-80ecf378efed,segment=NetworkSegment(304b5d82-fc0f-4651-a710-26da58458707),segment_id=304b5d82-fc0f-4651-a710-26da58458707)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:21.747780 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.751062 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.762071 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a4fe03b4-2269-484e-8576-e41de098df85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:21.762311 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No active binding found for port 9b9581fc-5681-427c-92fb-80ecf378efed {{(pid=91827) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
May 19 23:19:21.762558 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 9b9581fc-5681-427c-92fb-80ecf378efed not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:19:21.762993 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 65c1ee68-f75d-493c-a794-8ef35274b414 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:19:21.799282 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] No DVR routers for this DVR port 9b9581fc-5681-427c-92fb-80ecf378efed on host dv-cinder-792299-1-iscsi {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:19:21.840884 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9581fc-5681-427c-92fb-80ecf378efed,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:21.843556 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:21.852204 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-b3e6fe11-5449-477b-b6c7-b7678ff518b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:21.853818 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-b3e6fe11-5449-477b-b6c7-b7678ff518b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1097 time: 0.0824599
May 19 23:19:21.903388 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 65c1ee68-f75d-493c-a794-8ef35274b414 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:19:21.903684 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 65c1ee68-f75d-493c-a794-8ef35274b414 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:19:21.911025 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Calling delete_port for 9b9581fc-5681-427c-92fb-80ecf378efed owned by network:dhcp {{(pid=91827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:21.930157 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.944471 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671f482e0>,) {'filters': {'network_id': ['1e84d3ea-500b-4db4-a335-9fbaf44e929d']}} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:21.959912 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.960995 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671f482e0>, '304b5d82-fc0f-4651-a710-26da58458707') {'for_net_delete': True} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:21.961299 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671f482e0>, '304b5d82-fc0f-4651-a710-26da58458707') {} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:21.964460 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:21.974205 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5941806'] for segment, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.992855 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:21.995275 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-938771b9-0756-49c9-90d9-43b27492f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:21.996860 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-938771b9-0756-49c9-90d9-43b27492f175 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1360338
May 19 23:19:22.000036 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=91826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:19:22.000338 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6212352'] for segment, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:22.012004 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] No DVR routers for this DVR port 9b9581fc-5681-427c-92fb-80ecf378efed on host dv-cinder-792299-1-iscsi {{(pid=91827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]: Traceback (most recent call last):
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     timer()
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     cb(*args, **kw)
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     return func(*args, **kwargs)
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     self._notify()
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     self.callback(batched_events)
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     event.method(event)
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     return f(self, *a, **k)
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._get(url).json()
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self.request(url, 'GET', **kwargs)
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:19:22.014941 dv-cinder-792299-1-iscsi neutron-server[91826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:19:22.017726 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Pushing event deleted for resources: {'Port': ['ID=9b9581fc-5681-427c-92fb-80ecf378efed,revision_number=None']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:22.027998 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.028867 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.028867 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.029267 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.030094 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.030094 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.030607 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.031029 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.031451 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.031864 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.032279 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.032691 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:19:22.036318 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-a880de3a-1088-4ab1-986f-8bdb2a625cf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:22.068663 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-ee283921-86c3-436e-a0ec-feead03474fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 200  len: 217 time: 0.0642681
May 19 23:19:22.091274 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:22.096001 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:22.099102 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-90f0a8ad-281d-416c-9275-305fd5ae6ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:22.126964 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Pushing event deleted for resources: {'Network': ['ID=1e84d3ea-500b-4db4-a335-9fbaf44e929d,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:22.130141 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:22.147314 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-5d2782fb-9f3f-44b6-964a-a68b2ab507fe admin admin] 10.222.0.25 "DELETE /v2.0/networks/1e84d3ea-500b-4db4-a335-9fbaf44e929d HTTP/1.1" status: 204  len: 168 time: 1.0016658
May 19 23:19:22.148687 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-ed18ce37-5226-4393-aeab-2f0a8f5b68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:22.149393 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49030) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:22.151917 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-ed18ce37-5226-4393-aeab-2f0a8f5b68f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0771334
May 19 23:19:22.293484 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-61b545eb-426e-41b9-b8d6-29561534e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:22.294906 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-61b545eb-426e-41b9-b8d6-29561534e11e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1370137
May 19 23:19:22.303069 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2843f-0883-408b-87a5-d9fc4de49efa req-c8d99f8e-4025-4217-8ad6-71a5b59c997f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:22.305084 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-48a2843f-0883-408b-87a5-d9fc4de49efa req-c8d99f8e-4025-4217-8ad6-71a5b59c997f tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 944 time: 0.1096904
May 19 23:19:22.436421 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-48a2843f-0883-408b-87a5-d9fc4de49efa req-4384dbcd-e531-41b3-aa37-19f9f0ce9a1e tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134510
May 19 23:19:22.464448 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-da4f6b03-4f04-4919-a017-b8edf5e15a2a service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584382
May 19 23:19:22.598309 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-6dba9743-a1e5-4dec-ab0b-aae767aa5c01 req-22d3d521-d16a-4d29-be0b-31a53de243d4 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273420
May 19 23:19:22.680785 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:23.172728 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Deleting port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:23.173430 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:23.291097 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] For port 1e49a95a-808d-40d9-8ed3-5a99aa9f0611, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,segment=NetworkSegment(6de67d07-7668-4f4d-8bd5-d95cc3ad4b69),segment_id=6de67d07-7668-4f4d-8bd5-d95cc3ad4b69)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:23.291446 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:23.410210 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Calling delete_port for 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 owned by network:router_interface {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:23.567632 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:23.571962 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-a94c5e94-c02d-4975-85ff-6d395e9120df tempest-VolumesNegativeTest-1850559535 tempest-VolumesNegativeTest-1850559535-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:23.616604 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e49a95a-808d-40d9-8ed3-5a99aa9f0611,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:23.619072 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb1460-d301-4484-8043-34d2057e13b8 req-cbd0544a-9913-483c-8d1f-7af204960447 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:23.619591 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:23.620573 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-40eb1460-d301-4484-8043-34d2057e13b8 req-cbd0544a-9913-483c-8d1f-7af204960447 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 944 time: 0.0801091
May 19 23:19:23.674061 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-40eb1460-d301-4484-8043-34d2057e13b8 req-43936617-f5be-405c-84ff-36b9179d7cb1 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467384
May 19 23:19:23.891911 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:24.241358 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Router b9251f41-40ec-42fe-bb67-2ed169906fec has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:19:24.509302 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:19:24.517654 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] Sync routers for ids ['b9251f41-40ec-42fe-bb67-2ed169906fec'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:19:24.524665 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-1267b76f-7c25-4fcb-9eba-2177f86b2ad2 admin admin] 10.222.0.25 "PUT /v2.0/routers/b9251f41-40ec-42fe-bb67-2ed169906fec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3742449
May 19 23:19:24.527314 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49036) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:24.527700 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] Routers {'b9251f41-40ec-42fe-bb67-2ed169906fec'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:24.528306 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672f871c0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:19:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['b9251f41-40ec-42fe-bb67-2ed169906fec'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:24.703969 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] Set router b9251f41-40ec-42fe-bb67-2ed169906fec gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:24.869037 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks [] for router, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:24.984577 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672f871c0>, [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:19:23Z', 'revision_number': 5, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:24.988259 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] Checking router: b9251f41-40ec-42fe-bb67-2ed169906fec for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:19:24.996946 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] Routers {'b9251f41-40ec-42fe-bb67-2ed169906fec'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:24.997539 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672f871c0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:19:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['b9251f41-40ec-42fe-bb67-2ed169906fec'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:25.017637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe865ffb-11a5-4354-9f6b-3f0f7492801f req-0892110e-a286-4d97-b98b-43a0c2c85abb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:25.019122 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fe865ffb-11a5-4354-9f6b-3f0f7492801f req-0892110e-a286-4d97-b98b-43a0c2c85abb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 944 time: 0.2313926
May 19 23:19:25.091864 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fe865ffb-11a5-4354-9f6b-3f0f7492801f req-d374390a-fcaa-4425-899b-ba5333477cf9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638928
May 19 23:19:25.098176 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.172262 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] Set router b9251f41-40ec-42fe-bb67-2ed169906fec gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:25.174588 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Deleting port 04e72071-1024-4f07-8579-d2b18bb29e4a {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:25.174935 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.298788 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] For port 04e72071-1024-4f07-8579-d2b18bb29e4a, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=04e72071-1024-4f07-8579-d2b18bb29e4a,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:25.299243 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.420212 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Calling delete_port for 04e72071-1024-4f07-8579-d2b18bb29e4a owned by network:router_gateway {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:25.476110 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672f871c0>, [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:19:23Z', 'revision_number': 5, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:25.479956 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1a6923-f980-4486-811f-5396a1fe196f None None] The sync data for ids ['b9251f41-40ec-42fe-bb67-2ed169906fec'] in dv-cinder-792299-1-iscsi is: [{'id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'name': 'tempest-TestMinimumBasicScenario-1555447535-router', 'tenant_id': 'bbc9474855404d8fa67013e643168ee0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:17:09Z', 'updated_at': '2021-05-19T23:19:23Z', 'revision_number': 5, 'project_id': 'bbc9474855404d8fa67013e643168ee0', 'gw_port': {'id': '04e72071-1024-4f07-8579-d2b18bb29e4a', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:61:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9251f41-40ec-42fe-bb67-2ed169906fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:17:10Z', 'updated_at': '2021-05-19T23:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:19:25.565681 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.569470 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-2974968f-416c-4f14-81d7-93fff3b21c61 tempest-AttachVolumeShelveTestJSON-529213066 tempest-AttachVolumeShelveTestJSON-529213066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:25.613304 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=04e72071-1024-4f07-8579-d2b18bb29e4a,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:25.616652 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:25.706080 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.880954 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.884167 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.908363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.908936 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9251f41-40ec-42fe-bb67-2ed169906fec {{(pid=91825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:19:25.921795 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:25.922892 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-8cf33190-c770-48e5-a21f-ed0f55e95a4b admin admin] 10.222.0.25 "DELETE /v2.0/routers/b9251f41-40ec-42fe-bb67-2ed169906fec HTTP/1.1" status: 204  len: 168 time: 1.3946226
May 19 23:19:25.925506 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49042) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:25.983510 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] Deleting subnet b256e602-22c2-4301-bbdc-89f1931d4627 {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:19:25.986371 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:26.039047 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6878897'] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:26.121987 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:26.514499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b13131-a439-40d4-842c-cf31721c7d80 req-134671d5-4158-4d63-b3dd-f4190719eddc tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:26.515926 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-72b13131-a439-40d4-842c-cf31721c7d80 req-134671d5-4158-4d63-b3dd-f4190719eddc tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 944 time: 0.3138509
May 19 23:19:26.567366 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8361647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6952225'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:26.576847 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5ebf975e-9c1b-4690-ad5d-70cd41df94da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:26.608369 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-72b13131-a439-40d4-842c-cf31721c7d80 req-2b505b40-7b5a-4cf0-bc61-8a11a0c2fa78 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864396
May 19 23:19:26.614754 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b256e602-22c2-4301-bbdc-89f1931d4627,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:26.616781 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:26.621888 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d4eaa0-ecb7-45c9-adbe-261fd23245e3 None None] Network 3b93a6ad-f550-49fa-8144-0c780c8c8c11 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:19:26.622363 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:26.623494 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-30583575-5385-4d90-a200-362695cdee20 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b256e602-22c2-4301-bbdc-89f1931d4627 HTTP/1.1" status: 204  len: 168 time: 0.6969328
May 19 23:19:26.626005 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49048) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:26.727648 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:26.801972 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Deleting port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:26.802312 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:26.866789 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] DHCP port deletion for 3b93a6ad-f550-49fa-8144-0c780c8c8c11 request from dv-cinder-792299-1-iscsi {{(pid=91827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:19:26.903979 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.db [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] For port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,segment=NetworkSegment(6de67d07-7668-4f4d-8bd5-d95cc3ad4b69),segment_id=6de67d07-7668-4f4d-8bd5-d95cc3ad4b69)] {{(pid=91826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:26.904334 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:26.933057 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] Deleting port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 {{(pid=91827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:19:26.933437 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.028468 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Calling delete_port for 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 owned by network:dhcp {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:27.031130 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] For port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,segment=NetworkSegment(6de67d07-7668-4f4d-8bd5-d95cc3ad4b69),segment_id=6de67d07-7668-4f4d-8bd5-d95cc3ad4b69)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:27.031531 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.074318 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.077978 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-170f5642-a1e4-4373-9424-56a79f95245a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:27.119928 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:27.123401 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:27.125813 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] No DVR routers for this DVR port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 on host dv-cinder-792299-1-iscsi {{(pid=91826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:19:27.154412 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] Calling delete_port for 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 owned by network:dhcp {{(pid=91827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:19:27.197845 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.201292 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:27.237787 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.244853 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] Pushing event deleted for resources: {'Port': ['ID=34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080,revision_number=None']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:27.246709 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] No DVR routers for this DVR port 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 on host dv-cinder-792299-1-iscsi {{(pid=91827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:19:27.248084 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-b35a83b9-0db6-4e50-b469-4826b436c10a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:27.257263 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0672402a00>,) {'filters': {'network_id': ['3b93a6ad-f550-49fa-8144-0c780c8c8c11']}} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:27.269264 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0672402a00>, '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69') {'for_net_delete': True} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:27.269553 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.services.segments.db [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0672402a00>, '6de67d07-7668-4f4d-8bd5-d95cc3ad4b69') {} {{(pid=91826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:27.280666 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5941806'] for segment, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.297394 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.304013 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=91826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:19:27.304465 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6212352'] for segment, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]: Traceback (most recent call last):
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     timer()
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     cb(*args, **kw)
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     return func(*args, **kwargs)
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     self._notify()
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     self.callback(batched_events)
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     event.method(event)
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     return f(self, *a, **k)
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._get(url).json()
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     return self.request(url, 'GET', **kwargs)
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:19:27.317281 dv-cinder-792299-1-iscsi neutron-server[91826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:19:27.388983 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.392753 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-4cfbfeab-7e80-4fd1-8d01-20b301c6fa4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:27.408921 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.424128 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b93a6ad-f550-49fa-8144-0c780c8c8c11,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:27.426573 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3b93a6ad-f550-49fa-8144-0c780c8c8c11 HTTP/1.1" status: 204  len: 168 time: 0.7990925
May 19 23:19:27.427553 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:27.481086 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 04e72071-1024-4f07-8579-d2b18bb29e4a no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:19:27.518031 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 04e72071-1024-4f07-8579-d2b18bb29e4a {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:19:27.518390 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 04e72071-1024-4f07-8579-d2b18bb29e4a not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:19:27.518821 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:19:27.554238 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:19:27.554712 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 34f2fbb0-9f11-4d6a-bbb5-38d5f1e6e080 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:19:27.555024 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:19:27.588115 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:19:27.588464 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 1e49a95a-808d-40d9-8ed3-5a99aa9f0611 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:19:27.605325 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49054) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:27.653582 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7c3cdc19-d313-474b-a0a6-5d85b8635c4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5caf540842144f884eab42ea2c17fbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469358
May 19 23:19:27.655898 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49060) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:27.714819 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-803a1b7d-ac48-4d2e-be19-4e1642f3ff86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.740332 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-803a1b7d-ac48-4d2e-be19-4e1642f3ff86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.794190 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-803a1b7d-ac48-4d2e-be19-4e1642f3ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.796679 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e246884-4051-4608-b2c8-9d48d9d56e4d req-6125caed-9090-4b3e-b715-12eba420b4a8 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:27.798174 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e246884-4051-4608-b2c8-9d48d9d56e4d req-6125caed-9090-4b3e-b715-12eba420b4a8 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 944 time: 0.0816350
May 19 23:19:27.799351 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1e7ff953-32f0-4234-829f-df58372b2a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:27.814411 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a1b7d-ac48-4d2e-be19-4e1642f3ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f1847-5fa1-4630-b393-c470864b0474,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:27.817258 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-803a1b7d-ac48-4d2e-be19-4e1642f3ff86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:27.819340 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-803a1b7d-ac48-4d2e-be19-4e1642f3ff86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:27.823615 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-803a1b7d-ac48-4d2e-be19-4e1642f3ff86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b03f1847-5fa1-4630-b393-c470864b0474 HTTP/1.1" status: 204  len: 168 time: 0.1636603
May 19 23:19:27.852169 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9e246884-4051-4608-b2c8-9d48d9d56e4d req-126191e7-1e73-40e0-bbab-b2ff56449fe8 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479364
May 19 23:19:28.158579 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49068) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:28.210753 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-216e7c6a-c104-40eb-85c0-a57664672a58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbc9474855404d8fa67013e643168ee0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509527
May 19 23:19:28.213014 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49072) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:28.269360 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1224ff66-5660-4d1d-8eb6-a9301905089b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:28.294909 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1224ff66-5660-4d1d-8eb6-a9301905089b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:28.346123 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1224ff66-5660-4d1d-8eb6-a9301905089b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:28.351373 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-ff7f0689-cb7e-4eb5-8ae0-00f4b8e37496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:28.363882 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224ff66-5660-4d1d-8eb6-a9301905089b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bc56dd-6beb-4814-9fcd-c482e0dc78f8,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:28.366849 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-1224ff66-5660-4d1d-8eb6-a9301905089b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:28.368923 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-1224ff66-5660-4d1d-8eb6-a9301905089b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:28.370071 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-1224ff66-5660-4d1d-8eb6-a9301905089b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24bc56dd-6beb-4814-9fcd-c482e0dc78f8 HTTP/1.1" status: 204  len: 168 time: 0.1560881
May 19 23:19:28.376155 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 19b0f356-90c3-4551-900f-3a3129ad8782 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:19:28.553674 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 19b0f356-90c3-4551-900f-3a3129ad8782, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19b0f356-90c3-4551-900f-3a3129ad8782,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:28.568718 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': '19b0f356-90c3-4551-900f-3a3129ad8782', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:19:28.630642 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:28.649627 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b0f356-90c3-4551-900f-3a3129ad8782 {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:19:28.666821 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 19b0f356-90c3-4551-900f-3a3129ad8782, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19b0f356-90c3-4551-900f-3a3129ad8782,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:28.671870 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:28.674054 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-e63cb5a3-e5a1-4a2c-aed0-ff8228523d52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:28.742129 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=19b0f356-90c3-4551-900f-3a3129ad8782,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:28.745645 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:28.942086 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['19b0f356-90c3-4551-900f-3a3129ad8782'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:19:29.039049 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492bd4-0c62-46e7-9e43-0f15b5aee0e9 req-08a65349-3030-45dd-9aa0-d036a2c17356 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:29.040512 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fa492bd4-0c62-46e7-9e43-0f15b5aee0e9 req-08a65349-3030-45dd-9aa0-d036a2c17356 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 945 time: 0.0801203
May 19 23:19:29.083980 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fa492bd4-0c62-46e7-9e43-0f15b5aee0e9 req-28a40b7c-78e3-4a45-9e53-60b478fdb4ab tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377412
May 19 23:19:30.269887 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29eb5-e5c5-4316-83a1-de35d248275b req-94f77891-01d6-464c-8c83-0bd4163e095a tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:30.271324 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f1e29eb5-e5c5-4316-83a1-de35d248275b req-94f77891-01d6-464c-8c83-0bd4163e095a tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 945 time: 0.0826931
May 19 23:19:30.316315 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f1e29eb5-e5c5-4316-83a1-de35d248275b req-02455e71-8eab-4427-83d6-288d131cdc73 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385740
May 19 23:19:30.372626 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 19b0f356-90c3-4551-900f-3a3129ad8782 up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:19:30.438581 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port 19b0f356-90c3-4551-900f-3a3129ad8782 completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:19:30.443150 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port 19b0f356-90c3-4551-900f-3a3129ad8782 triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:19:30.444054 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:30.559659 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:30.586255 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:19:30.596057 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port 19b0f356-90c3-4551-900f-3a3129ad8782, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19b0f356-90c3-4551-900f-3a3129ad8782,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:19:30.600784 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:30.602645 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-560d79bb-51ca-409b-b800-be64519a9940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:30.667079 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=19b0f356-90c3-4551-900f-3a3129ad8782,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:30.670322 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:30.817874 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782', 'code': 200}
May 19 23:19:31.104661 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa707c-5df6-49a3-b809-8ace0eb43e79 req-d23cf873-301c-44a4-9b84-b71b2c294aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:31.106055 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-44aa707c-5df6-49a3-b809-8ace0eb43e79 req-d23cf873-301c-44a4-9b84-b71b2c294aa6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1099 time: 0.0695527
May 19 23:19:31.146497 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-44aa707c-5df6-49a3-b809-8ace0eb43e79 req-9277e625-3ac3-4f67-99f8-e9d67248fbd5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341647
May 19 23:19:31.502231 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76612d1b-bdee-46b3-a173-be1ad88bccbf req-04234302-5a31-422f-ad0d-93594fa82fe8 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:31.503648 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76612d1b-bdee-46b3-a173-be1ad88bccbf req-04234302-5a31-422f-ad0d-93594fa82fe8 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 946 time: 0.0806453
May 19 23:19:31.548317 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-76612d1b-bdee-46b3-a173-be1ad88bccbf req-b1d8b0e6-d3a3-460c-963d-ed1aea147047 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388472
May 19 23:19:32.732027 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d520e5-a546-4724-9855-ce83bb399609 req-7c5cf347-2239-4a08-bfb8-c2417c615381 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:32.733449 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-52d520e5-a546-4724-9855-ce83bb399609 req-7c5cf347-2239-4a08-bfb8-c2417c615381 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 946 time: 0.0818057
May 19 23:19:32.776358 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-52d520e5-a546-4724-9855-ce83bb399609 req-c13f5e07-b316-405d-b5c2-f64bcf74fe12 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373220
May 19 23:19:32.955976 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e563965-d26b-48e6-94f6-427680514a3d req-33526f9b-eda0-4578-afcb-eb5241de1ee4 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:32.957405 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7e563965-d26b-48e6-94f6-427680514a3d req-33526f9b-eda0-4578-afcb-eb5241de1ee4 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 946 time: 0.0787199
May 19 23:19:33.000985 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-7e563965-d26b-48e6-94f6-427680514a3d req-d1bb6298-648e-47d8-8ef4-c32543cffb45 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373204
May 19 23:19:33.023559 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49092) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:33.095827 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65c0844-50a5-4a8f-919f-5ad4a43416cb tempest-TestVolumeBootPattern-944892274 tempest-TestVolumeBootPattern-944892274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:33.097189 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-e65c0844-50a5-4a8f-919f-5ad4a43416cb tempest-TestVolumeBootPattern-944892274 tempest-TestVolumeBootPattern-944892274-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1094 time: 0.0726960
May 19 23:19:33.101387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49096) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:19:33.106486 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:19:33.112332 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:19:33.116197 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:floatingip and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:19:33.119033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:19:33.124705 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:19:33.135323 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:33.268614 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:33.400771 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Allocated IP 172.27.0.254 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/3fb204d8-e670-4e4b-a342-254f0fdd8689) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:19:33.546692 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:33.575103 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:33.579499 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ca03706c-a01c-4753-a71a-285313ffe1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:33.638577 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:19:33.641371 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:19:33.644894 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:19:33.679262 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=3fb204d8-e670-4e4b-a342-254f0fdd8689,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:33.683146 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:34.138116 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:34.211907 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:34.410627 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:34.414888 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:34.419399 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:19:34.526407 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=3fb204d8-e670-4e4b-a342-254f0fdd8689,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:19:34.530456 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:19:34.534906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:34.701415 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Floating IP 6f5baab9-b3eb-4797-8ff8-550d3347b5c4 associated. External IP: 172.27.0.254, port: 19b0f356-90c3-4551-900f-3a3129ad8782.
May 19 23:19:35.041344 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:19:35.324635 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:19:35.334470 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:19:35.343787 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:35.344640 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672f1f820>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:19:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:35.350305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:35.406866 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-47058da6-ff36-4058-8789-549a1b74bf14 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3044260
May 19 23:19:35.407632 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:19:35.452323 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782', 'status': 'completed', 'code': 200}
May 19 23:19:35.526408 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:35.564941 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-efc3706e-4b29-4e23-a004-cda9b7840f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:35.566462 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-efc3706e-4b29-4e23-a004-cda9b7840f31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1099 time: 0.0709376
May 19 23:19:35.698762 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-24db7773-5274-4738-bfa8-a1f08bee5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:35.700235 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-24db7773-5274-4738-bfa8-a1f08bee5953 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1268511
May 19 23:19:35.810274 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-6a1b450c-72b1-428d-9c30-d6f93286279b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 200  len: 1000 time: 0.1038847
May 19 23:19:35.872322 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672f1f820>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:34Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:35.873485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-b83a2f19-e1e1-4641-951b-baa4fe2bab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:35.874984 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-b83a2f19-e1e1-4641-951b-baa4fe2bab6c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0588436
May 19 23:19:35.876224 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:19:35.885076 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:19:35.885684 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672f1f820>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:19:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:35.952161 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-0a08600c-842b-429d-ab1e-841a1fb9d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:19:35.953546 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-0a08600c-842b-429d-ab1e-841a1fb9d552 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727763
May 19 23:19:36.065568 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:19:36.091790 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-aaa9a10a-ccc6-432d-b377-e1f9218d5f38 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310842
May 19 23:19:36.232167 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-75ba820f-a8f8-4b61-b745-ccaa93b03227 req-5b89e60b-c020-46ef-8e38-09f7a5605d2d service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337228
May 19 23:19:36.261367 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-b2b88e81-5f84-4a78-bfe7-3e94faac9d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:36.455712 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672f1f820>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:34Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:19:36.460195 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7babd51-4b12-4818-bec9-53f7b92b7f75 None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:34Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:19:36.628919 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bc244-3bf9-43fd-b951-b05a186523af None None] New status for floating IP 6f5baab9-b3eb-4797-8ff8-550d3347b5c4: ACTIVE {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:19:38.741081 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:39.018233 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c50bd2bf-51d1-4039-89e0-c0d179d9b030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:39.764791 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:41.473342 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:43.914685 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:19:49.360860 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:20:06.214006 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-8ba8c854-b4ab-494a-950f-8a24039f4cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:08.742635 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:09.019910 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-594612fb-2b9c-4ef4-998a-2490620c32d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:09.768001 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:11.474636 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:13.909968 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:21.611488 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-dbd4ce9b-9bbe-4451-8e8e-46d1c5837eaf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675428
May 19 23:20:21.764936 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-d0ddfced-8f77-4c23-9f4f-1cded94e362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:20:21.766307 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-d0ddfced-8f77-4c23-9f4f-1cded94e362c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1099 time: 0.0723007
May 19 23:20:21.909191 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-4a2006a2-0841-4041-bb07-66f3bb4006a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:20:21.910631 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-4a2006a2-0841-4041-bb07-66f3bb4006a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1251912
May 19 23:20:22.010686 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-1a81e355-4ac8-46c3-8b9c-75ff348c773e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 200  len: 1002 time: 0.0929976
May 19 23:20:22.078086 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-dc35762c-9779-4522-ba87-126b895f6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:20:22.079416 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-dc35762c-9779-4522-ba87-126b895f6afd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0598054
May 19 23:20:22.151911 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-fb2b6790-1dbd-4dd4-ad72-675bdfabab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:20:22.153314 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-fb2b6790-1dbd-4dd4-ad72-675bdfabab76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682094
May 19 23:20:22.283790 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-9551518c-5f19-4a5d-a210-5f85c2eb6b82 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226594
May 19 23:20:22.513605 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cfcb5905-e1f8-432e-93b9-ebdd8d99be58 req-7f9ae340-460a-400c-ba9d-ed53a370f609 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2230895
May 19 23:20:26.358950 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:20:36.214690 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-02111def-9d5c-438d-9deb-c51c4baaf9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:38.744121 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:39.020638 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ef3898c3-620e-4d6c-ab75-cac9ae5832b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:39.771414 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:41.477608 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:20:43.924693 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:03.358545 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:21:06.216202 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-30633149-0b53-4d98-b8ce-673fdaa17b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:08.756939 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:09.023781 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4235841b-1989-4744-a896-48a1f837cd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:09.771590 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:11.480561 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:12.502462 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-9db4085e-205b-43b1-afa5-0ef8e72be76b tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242072130&fields=id&tenant_id=57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 267 time: 0.0433714
May 19 23:21:12.648562 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-a88e86e5-02dc-4a44-bc10-ff0719b13df4 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:12.650015 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-a88e86e5-02dc-4a44-bc10-ff0719b13df4 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 812 time: 0.1411159
May 19 23:21:12.664095 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-24ae2ab4-3c94-48b8-8a93-0a77c1365ffe tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/quotas/57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 375 time: 0.0086284
May 19 23:21:12.750425 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-b5e74690-de28-4768-bb35-8462395a0c4a tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0814149
May 19 23:21:12.890169 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-30948156-8ec2-4855-ac6d-ac7df01f4a63 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91825) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 23:21:12.891127 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-30948156-8ec2-4855-ac6d-ac7df01f4a63 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1289275
May 19 23:21:13.020356 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-c6d5b581-f896-4856-8ac8-003cc0041632 service neutron] 10.222.0.25 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232219
May 19 23:21:13.148052 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-3bc077ac-7c98-4882-81c0-7dda3a896af5 service neutron] 10.222.0.25 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219282
May 19 23:21:13.530832 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-620eabf7-5e3b-44e1-b914-e7fde2886e12 req-ada69bb1-50b3-47db-837e-5542844112b5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 210 time: 0.0462201
May 19 23:21:13.925387 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:14.626083 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-ee9dec27-fa9b-4c9a-a110-98672a367b0e req-df968cfe-e71a-4540-a966-a18fd5421903 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 210 time: 0.0431430
May 19 23:21:15.722369 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-33dde9ec-bc2a-4a97-8605-741337526ab9 req-c084cbeb-3096-4af2-9941-7fbe8456b24d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 210 time: 0.0436909
May 19 23:21:16.819838 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d0af27f7-0621-44df-b5c4-01f02f335da7 req-f8017f61-76b0-46f5-8ef0-c08a62c955c8 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 210 time: 0.0468838
May 19 23:21:17.974147 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-fc991263-6051-409c-94ad-f5581570bddd req-a2b0df62-02d2-4f3c-a3c9-b620ff141fb4 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 210 time: 0.0448723
May 19 23:21:18.814614 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-21a2b679-a234-4d6e-9a05-c9a4204cf5f0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:18.815938 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-21a2b679-a234-4d6e-9a05-c9a4204cf5f0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 812 time: 0.1478326
May 19 23:21:18.870617 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-39645e0f-fd16-4d62-be52-8ae7c17e5002 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57a3de62a515457fb5020edf8b9a5f41 HTTP/1.1" status: 200  len: 380 time: 0.0401464
May 19 23:21:18.888739 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'port': {'device_id': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'admin_state_up': True, 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'security_groups': ['138a301e-427f-43cc-8770-126f26d1ab69']}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:21:19.028558 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:21:19.038119 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:21:19.049198 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Made reservation on behalf of 57a3de62a515457fb5020edf8b9a5f41 for: {'port': 1} {{(pid=91825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 23:21:19.052690 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:19.156472 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4f7aa732-a55a-414b-9ab6-6ba17f409161 req-c886f413-6e48-4c61-8c21-3c169f868592 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 210 time: 0.0463290
May 19 23:21:19.261789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Allocated IP 172.20.0.5 (16183c22-abeb-4029-a3cd-a14ea0c0253b/2dea96fa-4bc7-4474-8790-913c405da9d0/db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:21:19.451673 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:19.468024 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Transition to ACTIVE for port object db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c will not be triggered until provisioned by entity DHCP. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:21:19.492615 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:19.499100 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-41e0b359-8170-4fff-8b59-79d4a536af0a tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:21:19.665460 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:21:19.668515 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:21:19.672616 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:21:19.711005 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:21:19.726800 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.727124 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.728043 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.728412 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.728781 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.729142 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.729631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.729879 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.730236 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.730599 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.730952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.731305 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:19.737155 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:21:19.755594 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:19.756219 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:19.782736 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-4d13ebc7-9ba8-41d7-895b-b7f9ad699c81 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8974791
May 19 23:21:19.801510 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Request body: {'port': {'device_id': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:21:19.908715 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:19.940571 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-a83fedd2-6858-4e10-aa79-ac3af06184d3 None None] Provisioning for port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c completed by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:21:19.945250 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-a83fedd2-6858-4e10-aa79-ac3af06184d3 None None] Provisioning complete for port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c triggered by entity DHCP. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:21:19.945651 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-a83fedd2-6858-4e10-aa79-ac3af06184d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:19.999025 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-a83fedd2-6858-4e10-aa79-ac3af06184d3 None None] Port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c cannot update to ACTIVE because it is not bound. {{(pid=91827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 23:21:20.250553 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c {{(pid=91825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:21:20.258379 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:20.312165 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.provisioning_blocks [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Transition to ACTIVE for port object db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c will not be triggered until provisioned by entity L2. {{(pid=91825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 23:21:20.316867 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:20.322269 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-376e7c36-3941-43fe-8372-608d9906b0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:21:20.457032 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Pushing event updated for resources: {'Port': ['ID=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:21:20.466625 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:21:20.550476 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78be5a-17e5-4349-b7ca-dbf1918929ff req-2c8f40c0-2e08-4d0d-a9fc-0cd08b9e3763 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:20.551163 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-8f78be5a-17e5-4349-b7ca-dbf1918929ff req-2c8f40c0-2e08-4d0d-a9fc-0cd08b9e3763 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Synchronizing usage tracker for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:21:20.586151 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-8f78be5a-17e5-4349-b7ca-dbf1918929ff req-2c8f40c0-2e08-4d0d-a9fc-0cd08b9e3763 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Unset dirty status for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:21:20.587414 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8f78be5a-17e5-4349-b7ca-dbf1918929ff req-2c8f40c0-2e08-4d0d-a9fc-0cd08b9e3763 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 931 time: 0.3248048
May 19 23:21:20.594787 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Attempting to bind port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c on host hv-cinder-79229 for vnic_type normal with profile  {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 23:21:20.595120 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Attempting to bind port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 23:21:20.595446 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Attempting to bind port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c on network 16183c22-abeb-4029-a3cd-a14ea0c0253b {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:21:20.613382 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c on network 16183c22-abeb-4029-a3cd-a14ea0c0253b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 23:21:20.613722 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Attempting to bind port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c on network 16183c22-abeb-4029-a3cd-a14ea0c0253b {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 23:21:20.627365 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Checking agent: {'id': 'cd171c2c-e2a1-4fa2-9b77-da5c64e8fc34', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'started_at': datetime.datetime(2021, 5, 19, 23, 5, 14), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 23, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 23:21:20.627701 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Checking segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 23:21:20.628076 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Bound using segment: {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'} {{(pid=91825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 23:21:20.628498 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.managers [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Bound port: db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61b1331-d10b-439c-8d4f-8291d566d657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b'}}] {{(pid=91825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 23:21:20.628839 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:20.687503 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-8f78be5a-17e5-4349-b7ca-dbf1918929ff req-1055f1a1-a9ad-4d05-8b10-d1b8f831730c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935333
May 19 23:21:20.731632 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] For port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c, host hv-cinder-79229, cleared binding levels {{(pid=91825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 23:21:20.735087 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] For port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 23:21:20.739647 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:20.744050 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-fc788dcb-b3c0-4d23-b2aa-fef0195f07a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:21:20.806667 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:20.807278 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:20.808613 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] 10.222.0.36 "PUT /v2.0/ports/db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c HTTP/1.1" status: 200  len: 1093 time: 1.0118134
May 19 23:21:20.809122 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:21:20.835580 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Pushing event updated for resources: {'Port': ['ID=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,revision_number=3']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:21:20.839912 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-5e84bf41-5c59-4df3-acb7-9eb19200c95e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:21:20.862655 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'status': 'completed', 'code': 200}
May 19 23:21:20.955512 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-da2aefe7-f779-4b25-827a-f5b8d196e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:20.957010 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-da2aefe7-f779-4b25-827a-f5b8d196e925 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 1096 time: 0.0766931
May 19 23:21:21.033232 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-b6587a25-f103-4b0f-b96e-95325ddd80b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c HTTP/1.1" status: 200  len: 217 time: 0.0640132
May 19 23:21:21.093572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-56f11c17-bf3d-4195-8272-9bca98df369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:21.094916 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-56f11c17-bf3d-4195-8272-9bca98df369f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0561528
May 19 23:21:21.167345 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-7d39a60e-10ae-423f-8a8f-a89c09742cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:21.168751 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-7d39a60e-10ae-423f-8a8f-a89c09742cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679989
May 19 23:21:21.298097 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-78cb10cf-f941-43bd-92a7-0629c5628d53 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218204
May 19 23:21:21.520974 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-caec0e49-6efa-4cd9-877c-6b42805fb76f req-bedf08cd-dfdd-4bbc-99cc-90c21c8f398c service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2170174
May 19 23:21:21.613015 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-eaedede2-3574-4c10-9db6-50105817d795 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0695662
May 19 23:21:21.677722 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-ebc7d449-002f-46bc-b0f0-f0d395a6abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:21.679203 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-ebc7d449-002f-46bc-b0f0-f0d395a6abce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 1096 time: 0.0738230
May 19 23:21:21.766706 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-f95e77d2-a26e-40a7-a9d0-5fb1d4931a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:21.768196 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-f95e77d2-a26e-40a7-a9d0-5fb1d4931a88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1099 time: 0.0734270
May 19 23:21:21.815638 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-b47b1d4e-6c47-4ab1-945e-cba1c482b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:21.817082 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-b47b1d4e-6c47-4ab1-945e-cba1c482b62f service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1314981
May 19 23:21:21.886130 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-5d650534-d0d5-482f-a618-ae4e322a408c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c HTTP/1.1" status: 200  len: 217 time: 0.0619972
May 19 23:21:21.979605 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-8afed96e-b113-41bb-9fd2-a4d1f53335dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:21.981077 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-8afed96e-b113-41bb-9fd2-a4d1f53335dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1922548
May 19 23:21:21.989608 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678ce02-dbcc-4e41-a14d-196fccf55153 req-57a2cf25-0d9e-4c3b-b8c4-8d7d1be2d3b9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:21.991128 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e678ce02-dbcc-4e41-a14d-196fccf55153 req-57a2cf25-0d9e-4c3b-b8c4-8d7d1be2d3b9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 943 time: 0.1836143
May 19 23:21:22.038889 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-1a8f8a79-6e2e-4aee-bc3e-85160dd777bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:22.041326 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-1a8f8a79-6e2e-4aee-bc3e-85160dd777bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.1486244
May 19 23:21:22.116562 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e678ce02-dbcc-4e41-a14d-196fccf55153 req-29a964d7-cf5b-4334-b377-f6df69dc3d5e tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737014
May 19 23:21:22.121001 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-5aad783d-aa94-4fe6-a031-057791616f52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 200  len: 1002 time: 0.1288540
May 19 23:21:22.122956 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-4a69488a-a26c-40bf-b402-a88a65838dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:22.124403 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-4a69488a-a26c-40bf-b402-a88a65838dba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726018
May 19 23:21:22.198386 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-7bcbcda2-7475-4556-bc5e-437b744a036a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:22.199878 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-7bcbcda2-7475-4556-bc5e-437b744a036a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0672307
May 19 23:21:22.266506 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-a4f41ef0-d69d-42a2-8d3a-b0c9c6bd5521 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331837
May 19 23:21:22.280810 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-2684bc46-ac33-4a0a-86d8-bfedb5cfb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:22.282321 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-2684bc46-ac33-4a0a-86d8-bfedb5cfb18a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755310
May 19 23:21:22.398605 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [req-969a39e1-cbc9-4006-8868-4b71b891d101 req-bccc6cbc-47e7-40f8-892b-b1a7832744b7 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257939
May 19 23:21:22.414555 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-0ff4afb8-a5b0-447e-bd31-3427a6fef149 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260476
May 19 23:21:22.544430 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-218a60ef-073d-49ba-9a6c-8777b9bba5bb req-3b9e6566-3435-4777-b890-5df1e3961111 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231503
May 19 23:21:23.389572 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470ddbb-0970-43a2-aa98-92e1633d7a08 req-af0e76f6-c77f-461a-8267-4152c54e93b9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:23.391050 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e470ddbb-0970-43a2-aa98-92e1633d7a08 req-af0e76f6-c77f-461a-8267-4152c54e93b9 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 943 time: 0.0797696
May 19 23:21:23.435208 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e470ddbb-0970-43a2-aa98-92e1633d7a08 req-d9a0fe0c-0bcb-45ac-bf01-6fecda693cf2 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384519
May 19 23:21:24.622952 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37257e8f-a0aa-43d3-b5cc-3c13e638031c req-26d11f5a-04a1-4b33-aa11-db619a2f7bbe tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:24.624405 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-37257e8f-a0aa-43d3-b5cc-3c13e638031c req-26d11f5a-04a1-4b33-aa11-db619a2f7bbe tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 943 time: 0.0847211
May 19 23:21:24.668835 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-37257e8f-a0aa-43d3-b5cc-3c13e638031c req-22e2464e-7d1c-4052-aad3-23bcf437909d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386407
May 19 23:21:25.854966 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d206319-a06c-45f6-a082-622eaef8fcf7 req-6d7550b5-4468-47fc-94b4-0320a9c03638 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:25.856325 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9d206319-a06c-45f6-a082-622eaef8fcf7 req-6d7550b5-4468-47fc-94b4-0320a9c03638 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 943 time: 0.0846314
May 19 23:21:25.900782 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-9d206319-a06c-45f6-a082-622eaef8fcf7 req-78b85531-c07b-4d57-b8d7-3a6daee56c31 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387921
May 19 23:21:27.080515 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9faed-92fc-42a4-8b78-1f6aa5a57d5a req-2a9b7a2e-d5b1-4219-951f-b9b6e955a5a0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:27.082005 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-39a9faed-92fc-42a4-8b78-1f6aa5a57d5a req-2a9b7a2e-d5b1-4219-951f-b9b6e955a5a0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 943 time: 0.0799761
May 19 23:21:27.124638 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-39a9faed-92fc-42a4-8b78-1f6aa5a57d5a req-db18a6f5-31d4-4ed8-8147-672eed516f3a tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363333
May 19 23:21:28.312610 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95384fcf-919e-4700-abfd-a454e3766c56 req-2dd3a18c-8e06-4de5-b14e-0296eaf9f2d4 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:28.314066 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-95384fcf-919e-4700-abfd-a454e3766c56 req-2dd3a18c-8e06-4de5-b14e-0296eaf9f2d4 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 943 time: 0.0823863
May 19 23:21:28.357785 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-95384fcf-919e-4700-abfd-a454e3766c56 req-21b3108f-442a-41a5-a8f4-d50bf662151c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380781
May 19 23:21:29.011265 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=91827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 23:21:29.143490 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:21:29.156235 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Returning: {'device': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'port_id': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'mac_address': 'fa:16:3e:be:53:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 23:21:29.213976 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:29.230087 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c {{(pid=91827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 23:21:29.244961 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:21:29.247816 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:29.249638 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-97b935b1-4d5d-4db0-a6e8-8ea8976a5677 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:21:29.313613 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,revision_number=4']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:21:29.320524 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.321475 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.321849 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.322179 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.322512 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.322836 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.323166 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.323487 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.323810 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.324129 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.324444 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.324761 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:21:29.328458 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:21:29.527887 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] get_ports_and_sgs() called for port_ids ['db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c'] {{(pid=91827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 23:21:29.539392 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027b921-1f3e-4b1b-9f64-25d7832a8a27 req-18ec9331-7c14-48c0-a173-f3d00acfcf25 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:29.541286 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3027b921-1f3e-4b1b-9f64-25d7832a8a27 req-18ec9331-7c14-48c0-a173-f3d00acfcf25 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 944 time: 0.0798929
May 19 23:21:29.589783 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-3027b921-1f3e-4b1b-9f64-25d7832a8a27 req-32c22993-8565-406e-94c6-a925096b9dda tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426743
May 19 23:21:30.865906 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7317b-6488-476d-906d-e2674f0bbea5 req-3b7396fe-cb14-4fd5-b8ad-8c3bbfcdaf72 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:30.867249 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d2d7317b-6488-476d-906d-e2674f0bbea5 req-3b7396fe-cb14-4fd5-b8ad-8c3bbfcdaf72 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 944 time: 0.1753719
May 19 23:21:30.911603 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-d2d7317b-6488-476d-906d-e2674f0bbea5 req-14f08a36-e621-4bb3-845c-3de071388f98 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383332
May 19 23:21:31.026250 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c up at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 23:21:31.094447 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning for port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c completed by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 23:21:31.098978 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.provisioning_blocks [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Provisioning complete for port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c triggered by entity L2. {{(pid=91827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 23:21:31.099357 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493845'] for port, provisioning_complete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:31.244117 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:31.269940 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c'}] {{(pid=91827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:21:31.280450 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] For port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:21:31.283544 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378'] for port, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:31.287154 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:21:31.324178 dv-cinder-792299-1-iscsi neutron-server[91827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'code': 200}
May 19 23:21:31.358456 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Pushing event updated for resources: {'Port': ['ID=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,revision_number=5']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:21:31.361545 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:21:31.612969 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4e082-43f9-41ae-904f-773a3f896e6d req-65cf430a-ce97-446a-b18c-9301376a3818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:31.614522 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e7a4e082-43f9-41ae-904f-773a3f896e6d req-65cf430a-ce97-446a-b18c-9301376a3818 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 1098 time: 0.0710506
May 19 23:21:31.653205 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e7a4e082-43f9-41ae-904f-773a3f896e6d req-f4e35734-5f08-4dfb-a79a-b6332348d324 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0320985
May 19 23:21:32.091522 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada0b57-ecad-4904-b6e9-e228b41cede8 req-9ea436ab-6282-4652-a222-f049ded0810e tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:32.092956 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cada0b57-ecad-4904-b6e9-e228b41cede8 req-9ea436ab-6282-4652-a222-f049ded0810e tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 945 time: 0.0794561
May 19 23:21:32.139261 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-cada0b57-ecad-4904-b6e9-e228b41cede8 req-8223e33e-3ec6-4438-8aef-eeef0910a63c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407002
May 19 23:21:33.325783 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08597-3789-4122-bc0f-0444328de0e0 req-d5e59f5c-fc79-45ef-847f-f386b3d0a580 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:33.327220 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f9c08597-3789-4122-bc0f-0444328de0e0 req-d5e59f5c-fc79-45ef-847f-f386b3d0a580 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 945 time: 0.0805078
May 19 23:21:33.371059 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-f9c08597-3789-4122-bc0f-0444328de0e0 req-b8c42af3-f481-4c71-a853-f74b435f25a0 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382290
May 19 23:21:33.555989 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ed32e-4cf1-496b-89d3-0f7a76c6f754 req-3240744c-862c-4633-8ff9-c181ca9b2962 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:33.557442 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e64ed32e-4cf1-496b-89d3-0f7a76c6f754 req-3240744c-862c-4633-8ff9-c181ca9b2962 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 945 time: 0.0823138
May 19 23:21:33.600697 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e64ed32e-4cf1-496b-89d3-0f7a76c6f754 req-7d2f11cb-6e8d-49bd-a560-27d240d57477 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374985
May 19 23:21:33.623843 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49224) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:21:33.691994 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1a58f1-e073-4826-9c1d-bc9d924880b1 tempest-TestVolumeBootPattern-944892274 tempest-TestVolumeBootPattern-944892274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:33.693439 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-9f1a58f1-e073-4826-9c1d-bc9d924880b1 tempest-TestVolumeBootPattern-944892274 tempest-TestVolumeBootPattern-944892274-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 1093 time: 0.0686598
May 19 23:21:33.696258 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49228) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:21:33.701085 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.v2.base [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Request body: {'floatingip': {'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'port_id': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 23:21:33.706737 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 23:21:33.710485 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Usage tracker for resource:floatingip and tenant:57a3de62a515457fb5020edf8b9a5f41 is out of sync, need to count used quota {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 23:21:33.713370 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91825) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 23:21:33.718939 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.quota.driver [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91825) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 23:21:33.729618 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:33.864229 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:33.999716 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_common [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Allocated IP 172.27.0.61 (da18c61e-4340-4265-8f85-d430e3680685/54752b4f-26ef-45ee-98d7-aea473700448/fcd5b25c-3668-40d3-a057-d247cf738efc) {{(pid=91825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 23:21:34.142729 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:34.172292 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8729105844983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:34.175777 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d653d4f6-182e-440d-a4f1-82fe99abcc5d tempest-AttachVolumeTestJSON-1350659271 tempest-AttachVolumeTestJSON-1350659271-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:21:34.240637 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Network da18c61e-4340-4265-8f85-d430e3680685 is already hosted by enough agents. {{(pid=91825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 23:21:34.243415 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.base_scheduler [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Resources bound (agent type, host, resource id):  {{(pid=91825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 23:21:34.246955 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Received port after_create {{(pid=91825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 23:21:34.282152 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=fcd5b25c-3668-40d3-a057-d247cf738efc,revision_number=1']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:21:34.287837 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:21:34.657331 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:34.729275 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1634699'] for port, before_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:35.022403 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for port, precommit_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:35.027462 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8729106279855', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8729105848333', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8729105848378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8354921'] for port, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:35.031835 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-d4844f34-0161-44de-b162-f50c1e5652ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:21:35.136478 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event updated for resources: {'Port': ['ID=fcd5b25c-3668-40d3-a057-d247cf738efc,revision_number=2']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:21:35.140464 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:21:35.147937 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-396981'] for floatingip, after_update {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:35.314659 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Floating IP 89b158b4-acf0-4a77-b8ad-c82d484d0759 associated. External IP: 172.27.0.61, port: db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c.
May 19 23:21:35.654406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:21:35.828675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:21:35.839173 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:21:35.848898 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:21:35.849493 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f067236e700>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:21:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:21:35.854461 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:35.909659 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2123199
May 19 23:21:35.910333 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:21:35.954202 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'status': 'completed', 'code': 200}
May 19 23:21:36.040685 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:21:36.069077 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-f4859e8a-3c68-425b-8481-fc5503d186b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:36.070576 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-f4859e8a-3c68-425b-8481-fc5503d186b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 1098 time: 0.0725837
May 19 23:21:36.198436 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-69aa8e99-0ea6-41b4-962b-7bf992b77787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:36.199783 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-69aa8e99-0ea6-41b4-962b-7bf992b77787 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1228495
May 19 23:21:36.247554 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-8a708828-04cf-4fda-b97f-f7768181733e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:36.406604 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f067236e700>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:36Z', 'revision_number': 1, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}, {'id': '89b158b4-acf0-4a77-b8ad-c82d484d0759', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:be:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:21:34Z', 'updated_at': '2021-05-19T23:21:34Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:21:36.410713 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:21:36.421120 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:21:36.422041 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f067236e700>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:21:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:21:36.422172 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-c28c053e-d3de-4239-b2b8-450e7e199e54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c HTTP/1.1" status: 200  len: 998 time: 0.2153907
May 19 23:21:36.482619 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-aa3c4b87-454d-447c-8626-59d044341155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:36.484041 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-aa3c4b87-454d-447c-8626-59d044341155 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0555177
May 19 23:21:36.558333 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-e64a30aa-645e-43d8-97d9-e51ecc971de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:21:36.560115 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-e64a30aa-645e-43d8-97d9-e51ecc971de9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697773
May 19 23:21:36.597454 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:21:36.691642 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-0b17d8d8-02b4-4e7f-9cab-a5173e69c1dd service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238432
May 19 23:21:36.823003 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-06b535b4-b51a-43d7-ad67-4849efacd77c req-1382412e-f51d-4d97-b198-b7af0c121f8d service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244020
May 19 23:21:36.944781 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f067236e700>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:36Z', 'revision_number': 1, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}, {'id': '89b158b4-acf0-4a77-b8ad-c82d484d0759', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:be:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:21:34Z', 'updated_at': '2021-05-19T23:21:34Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:21:36.948968 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75557285-aaf5-48f2-bdb6-d0b87fa9b80c None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:36Z', 'revision_number': 1, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}, {'id': '89b158b4-acf0-4a77-b8ad-c82d484d0759', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:be:53:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:21:34Z', 'updated_at': '2021-05-19T23:21:34Z', 'revision_number': 0, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:21:37.122910 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864dcc3-78a0-4efd-9c7d-d3ec0e33d16c None None] New status for floating IP 89b158b4-acf0-4a77-b8ad-c82d484d0759: ACTIVE {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:21:38.748746 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:39.026727 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-fc85bcab-61e8-4a08-8f09-57a3fe5b4ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:39.773538 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:40.356767 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:21:41.483870 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:21:43.928634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:06.219705 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-24601353-4f7a-4a32-886f-fbcce7b6f2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:08.750041 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:09.028514 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-9831ce30-573b-4e8c-8647-4b7b01d3675e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:09.776635 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:11.485866 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:13.927716 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:17.356442 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:22:22.632069 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-b803d580-5f3b-4e02-8409-03e572d4e32c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0729027
May 19 23:22:22.788922 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-9f717e25-aff2-4ec0-a306-bbf5fa03c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:22:22.790512 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-9f717e25-aff2-4ec0-a306-bbf5fa03c0f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1099 time: 0.0700195
May 19 23:22:22.931922 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-623cf117-143c-4ded-ad0b-314bfb89e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:22:22.933327 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-623cf117-143c-4ded-ad0b-314bfb89e600 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1232386
May 19 23:22:23.036879 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-1b6dc19b-995a-4415-9e9d-873d4fe9873a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 200  len: 1002 time: 0.0951638
May 19 23:22:23.097681 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-b646015b-eaaf-41f0-973c-8d1e187c17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:22:23.099005 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-b646015b-eaaf-41f0-973c-8d1e187c17e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0550101
May 19 23:22:23.175944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-253a6b46-e284-427b-a2ed-336dcd39cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:22:23.177350 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-253a6b46-e284-427b-a2ed-336dcd39cb13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715199
May 19 23:22:23.310427 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-6a1cf414-fde1-4ada-9d5d-5c9e7136c622 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253037
May 19 23:22:23.442359 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-aa6a75df-3cbf-49b6-a422-65df074a3438 req-9515dd02-4766-44a9-8ff6-ba6fa24edbef service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244035
May 19 23:22:36.220099 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-d1f57d39-349a-421a-9ea9-94aa5b11b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:38.751642 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:39.029824 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-808f8c17-f8f7-4b68-b5cf-339379c1d1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:39.779676 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:41.106331 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [req-84bb3857-0d59-4c97-950e-6ba93a778f28 req-74303f6d-cfc1-4668-85fa-19d1c6d68b0f service neutron] (91825) timed out ('10.222.0.36', 49478) {{(pid=91825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 23:22:41.488922 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:43.953417 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:22:54.356282 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:23:03.505606 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49268) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:03.764799 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Deleting port fcd5b25c-3668-40d3-a057-d247cf738efc {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:03.765033 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:03.979471 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:03.979791 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:04.100785 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Calling delete_port for fcd5b25c-3668-40d3-a057-d247cf738efc owned by network:floatingip {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:04.225473 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:04.229743 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-bbe39c08-c488-4a14-aa88-698b2f634072 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:04.273379 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event deleted for resources: {'Port': ['ID=fcd5b25c-3668-40d3-a057-d247cf738efc,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:04.317398 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.317811 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.318188 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.318559 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.318922 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.319283 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.319641 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.319996 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.320359 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.320713 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.321065 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.321414 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:04.347166 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:04.376807 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:04.377068 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.db.l3_db [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Floating IP 89b158b4-acf0-4a77-b8ad-c82d484d0759 disassociated (deleted). External IP: 172.27.0.61, port: db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c.
May 19 23:23:04.721261 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:23:04.898073 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:23:04.907605 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:23:04.917085 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:04.918377 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673078160>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:22:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:04.920000 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:04.978027 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-a0d15f1f-78cd-428c-a86e-ae324558997c tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "DELETE /v2.0/floatingips/89b158b4-acf0-4a77-b8ad-c82d484d0759 HTTP/1.1" status: 204  len: 168 time: 1.4711266
May 19 23:23:04.980219 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:23:05.087259 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'status': 'completed', 'code': 200}
May 19 23:23:05.099078 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:05.257820 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-4b4df526-d989-43cd-90d2-ea96d7c61b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:05.259277 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-4b4df526-d989-43cd-90d2-ea96d7c61b42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 1098 time: 0.1281087
May 19 23:23:05.452469 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-4a0703ee-8c39-47ec-bf84-f64f70e96516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:05.453967 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-4a0703ee-8c39-47ec-bf84-f64f70e96516 service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.1882691
May 19 23:23:05.454097 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673078160>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:36Z', 'revision_number': 1, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:05.457902 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:23:05.466376 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:05.466987 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0673078160>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:22:39Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:05.633600 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe07896-6716-4db3-a4d3-70545f69850b req-eac644f3-0427-4afb-8b29-7a1465f8fa15 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:05.634321 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-dbe07896-6716-4db3-a4d3-70545f69850b req-eac644f3-0427-4afb-8b29-7a1465f8fa15 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Synchronizing usage tracker for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:23:05.655945 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:05.657734 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-d23fcea9-d586-4124-93a8-1fb330002f61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c HTTP/1.1" status: 200  len: 217 time: 0.1951895
May 19 23:23:05.663786 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-dbe07896-6716-4db3-a4d3-70545f69850b req-eac644f3-0427-4afb-8b29-7a1465f8fa15 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Unset dirty status for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:23:05.664880 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dbe07896-6716-4db3-a4d3-70545f69850b req-eac644f3-0427-4afb-8b29-7a1465f8fa15 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 945 time: 0.3789015
May 19 23:23:05.754813 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-dbe07896-6716-4db3-a4d3-70545f69850b req-1af27dd6-2b51-4a7e-a4d0-de53229cf0eb tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0580444
May 19 23:23:05.758219 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-8223e93b-3181-4cea-b3a8-ab7724005005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:05.759616 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-8223e93b-3181-4cea-b3a8-ab7724005005 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0938811
May 19 23:23:05.838018 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-9e2780d3-eeac-4cd7-a9bd-a4ca2d948231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:05.839432 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-9e2780d3-eeac-4cd7-a9bd-a4ca2d948231 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0727611
May 19 23:23:05.971789 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-2ecc69b9-352c-4547-90d7-260ef5d1fecc service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247463
May 19 23:23:06.003955 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0673078160>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:36Z', 'revision_number': 1, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:06.007916 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e906b3-4b31-4e22-b736-49b6cb0a46c7 None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_floatingips': [{'id': '6f5baab9-b3eb-4797-8ff8-550d3347b5c4', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'router_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'port_id': '19b0f356-90c3-4551-900f-3a3129ad8782', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'mac_address': 'fa:16:3e:54:be:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T23:19:34Z', 'updated_at': '2021-05-19T23:19:36Z', 'revision_number': 1, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:23:06.106045 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-4ba574be-9143-4d32-a9c1-0592ca08fb18 req-18b0f34d-3051-4b17-896d-8a832acb4714 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273825
May 19 23:23:06.206017 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9c3629-ba99-4f8f-94a1-820e945deb7f None None] New status for floating IP 89b158b4-acf0-4a77-b8ad-c82d484d0759: DOWN {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:23:06.222757 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-bba2c35e-fb74-40f3-b512-063e504dceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.033025 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1397dcc5-c44b-4f49-ad05-f2962a008199 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:07.034447 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1397dcc5-c44b-4f49-ad05-f2962a008199 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 945 time: 0.1382909
May 19 23:23:07.045685 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46bca-c37c-4871-981d-2bdc616b7b16 req-6ab1db17-bde8-42e5-b701-6aed21f82be7 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:07.046958 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-eab46bca-c37c-4871-981d-2bdc616b7b16 req-6ab1db17-bde8-42e5-b701-6aed21f82be7 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 945 time: 0.1653283
May 19 23:23:07.171535 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-eab46bca-c37c-4871-981d-2bdc616b7b16 req-88db1d08-4f83-42ee-bc86-5c7f9e63acce tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903978
May 19 23:23:07.207597 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Deleting port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:07.207944 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.337354 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] For port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:07.337629 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.459152 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Calling delete_port for db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:07.571537 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.576938 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-c6e24b05-b79f-48b1-bb8a-fde4acabed77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:07.621443 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event deleted for resources: {'Port': ['ID=db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:07.624443 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:07.697428 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] No DVR routers for this DVR port db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:23:07.700296 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:07.702742 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'name': 'network-vif-deleted', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:23:07.718816 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0a71895c-af63-4835-9c15-dc5ab5a15396 req-1f0834aa-9eeb-42a2-a137-beb603009127 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "DELETE /v2.0/ports/db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c HTTP/1.1" status: 204  len: 173 time: 0.6705749
May 19 23:23:07.763038 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ae6854e-4e71-4c22-9ac1-de3ff58db9f4', 'name': 'network-vif-deleted', 'tag': 'db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c', 'status': 'completed', 'code': 200}
May 19 23:23:08.335661 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-eac48894-3679-458b-a84c-e1206cde0985 req-191a080b-f716-4758-80af-aeaf8077497d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Synchronizing usage tracker for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:23:08.349874 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-eac48894-3679-458b-a84c-e1206cde0985 req-191a080b-f716-4758-80af-aeaf8077497d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Unset dirty status for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:23:08.350974 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-eac48894-3679-458b-a84c-e1206cde0985 req-191a080b-f716-4758-80af-aeaf8077497d tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ae6854e-4e71-4c22-9ac1-de3ff58db9f4 HTTP/1.1" status: 200  len: 210 time: 0.0578246
May 19 23:23:08.754487 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:09.031240 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-216a0af5-26c6-4a30-ab2a-646abd375f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:09.477086 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:23:09.513754 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:23:09.514115 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device db9b119c-5d2b-4cdb-a95a-f2bfce6faf0c not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:23:09.781253 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:11.491516 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:11.845327 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49310) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:12.104979 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Deleting port 3fb204d8-e670-4e4b-a342-254f0fdd8689 {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:12.105228 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.218472 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.218793 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.335932 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Calling delete_port for 3fb204d8-e670-4e4b-a342-254f0fdd8689 owned by network:floatingip {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:12.455169 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.459338 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-12651447-9fb2-42d2-a69d-72d82d51a0f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:12.503027 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event deleted for resources: {'Port': ['ID=3fb204d8-e670-4e4b-a342-254f0fdd8689,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:12.543098 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.543476 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.543842 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.544203 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.544559 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.544914 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.545266 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.546712 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.547077 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.547688 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.548041 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.548387 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:12.555385 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:12.609540 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:12.609898 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.db.l3_db [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Floating IP 6f5baab9-b3eb-4797-8ff8-550d3347b5c4 disassociated (deleted). External IP: 172.27.0.254, port: 19b0f356-90c3-4551-900f-3a3129ad8782.
May 19 23:23:13.051768 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:23:13.224751 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:23:13.234469 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:23:13.243984 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:13.244595 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f067240d490>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:13.245221 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:13.300334 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-7ac40873-6b01-499b-8722-f14fe50d8c08 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "DELETE /v2.0/floatingips/6f5baab9-b3eb-4797-8ff8-550d3347b5c4 HTTP/1.1" status: 204  len: 168 time: 1.4539087
May 19 23:23:13.301012 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782'}] {{(pid=91826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:23:13.400969 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782', 'status': 'completed', 'code': 200}
May 19 23:23:13.483011 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:13.520170 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-50e11e5a-d029-4445-9004-7212691892e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:13.521691 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-50e11e5a-d029-4445-9004-7212691892e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57a3de62a515457fb5020edf8b9a5f41&device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 1099 time: 0.0752120
May 19 23:23:13.815141 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f067240d490>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:13.818926 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:23:13.827045 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:13.827647 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f067240d490>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:13.852626 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-7105147e-1c11-4f7c-bb90-dc91d2326a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:13.854098 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-7105147e-1c11-4f7c-bb90-dc91d2326a6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 200  len: 913 time: 0.2943950
May 19 23:23:13.866487 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9aef1-1c4d-4a46-ae59-0b4bab6543c8 req-5ac341ea-4a67-4b0a-9eef-7e028d8a3ca3 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:13.867852 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e6e9aef1-1c4d-4a46-ae59-0b4bab6543c8 req-5ac341ea-4a67-4b0a-9eef-7e028d8a3ca3 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 946 time: 0.2684579
May 19 23:23:13.944912 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-f02ff6f8-dd4a-423e-941b-34c510af9738 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 200  len: 217 time: 0.0761342
May 19 23:23:14.001478 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:14.016237 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-e6e9aef1-1c4d-4a46-ae59-0b4bab6543c8 req-7b988f74-c389-4f2a-800a-7e8f0710c590 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0926147
May 19 23:23:14.016634 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:14.027692 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-51e2c133-25c5-4629-a218-617587e619ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:14.029256 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-51e2c133-25c5-4629-a218-617587e619ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 200  len: 851 time: 0.0765252
May 19 23:23:14.110333 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-7f4a19ae-cc31-4eb8-bc7e-f1c0c5f2bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:14.111775 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-7f4a19ae-cc31-4eb8-bc7e-f1c0c5f2bf0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=16183c22-abeb-4029-a3cd-a14ea0c0253b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754900
May 19 23:23:14.244501 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-8339d6d8-f894-44a7-9d25-2503e63a9d1d service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258364
May 19 23:23:14.326358 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f067240d490>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:14.330975 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c98fbe-e42f-4280-898d-b4d04a022106 None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:16:12Z', 'revision_number': 4, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi', '_interfaces': [{'id': '25f7a40c-b500-456a-813f-e65b9c113ecc', 'name': '', 'network_id': '16183c22-abeb-4029-a3cd-a14ea0c0253b', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'mac_address': 'fa:16:3e:d5:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:11Z', 'updated_at': '2021-05-19T23:16:17Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'subnets': [{'id': '2dea96fa-4bc7-4474-8790-913c405da9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:23:14.379815 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c849da5c-f08a-4627-a11e-60882b6e5961 req-e4e1d5ff-04a3-4c30-8f37-a00424025cf4 service neutron] 10.222.0.36 "GET /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272573
May 19 23:23:14.529578 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab2ee1-9769-4e6f-acc2-5cbfc612ec10 None None] New status for floating IP 6f5baab9-b3eb-4797-8ff8-550d3347b5c4: DOWN {{(pid=91828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 23:23:15.234610 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d4b95-52d3-4b86-a8aa-a198298db108 req-e1eea2c5-2cc4-4d21-8202-34b1e9ffb554 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:15.236014 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c54d4b95-52d3-4b86-a8aa-a198298db108 req-e1eea2c5-2cc4-4d21-8202-34b1e9ffb554 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 946 time: 0.1153049
May 19 23:23:15.297695 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-c54d4b95-52d3-4b86-a8aa-a198298db108 req-214a4798-571a-45a0-a0cd-eb1b51657142 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/security-groups?id=138a301e-427f-43cc-8770-126f26d1ab69&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527160
May 19 23:23:15.316242 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ac14-e488-4dad-8686-c708d9403f80 req-90e87540-cffd-4538-be68-eb51e1964cf5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 23:23:15.317614 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0738ac14-e488-4dad-8686-c708d9403f80 req-90e87540-cffd-4538-be68-eb51e1964cf5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 946 time: 0.1241951
May 19 23:23:15.455880 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Deleting port 19b0f356-90c3-4551-900f-3a3129ad8782 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:15.456214 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:15.588133 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] For port 19b0f356-90c3-4551-900f-3a3129ad8782, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=19b0f356-90c3-4551-900f-3a3129ad8782,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:15.588409 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:15.709119 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Calling delete_port for 19b0f356-90c3-4551-900f-3a3129ad8782 owned by compute:nova {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:15.817109 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:15.822465 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1f884a3e-f681-4b6b-aac3-263a75205e07 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:15.868789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event deleted for resources: {'Port': ['ID=19b0f356-90c3-4551-900f-3a3129ad8782,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:15.871746 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:15.942492 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] No DVR routers for this DVR port 19b0f356-90c3-4551-900f-3a3129ad8782 on host hv-cinder-79229 {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:23:15.945152 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for port, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:15.947667 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'name': 'network-vif-deleted', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782'}] {{(pid=91825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 23:23:15.960061 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-0738ac14-e488-4dad-8686-c708d9403f80 req-105342da-a0b6-4259-a128-0dbc1e49bb84 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.36 "DELETE /v2.0/ports/19b0f356-90c3-4551-900f-3a3129ad8782 HTTP/1.1" status: 204  len: 173 time: 0.6361237
May 19 23:23:15.995665 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7ef112-39d3-45cb-9b48-b489b5b1597f', 'name': 'network-vif-deleted', 'tag': '19b0f356-90c3-4551-900f-3a3129ad8782', 'status': 'completed', 'code': 200}
May 19 23:23:16.450010 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-be583588-71af-4a2d-a3b0-3787ef6ee122 req-cc65b92c-d974-4c86-a4b6-38c9c1f82020 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Synchronizing usage tracker for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 23:23:16.466095 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.quota.resource [req-be583588-71af-4a2d-a3b0-3787ef6ee122 req-cc65b92c-d974-4c86-a4b6-38c9c1f82020 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Unset dirty status for tenant:57a3de62a515457fb5020edf8b9a5f41 on resource:port {{(pid=91825) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 23:23:16.467293 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [req-be583588-71af-4a2d-a3b0-3787ef6ee122 req-cc65b92c-d974-4c86-a4b6-38c9c1f82020 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e7ef112-39d3-45cb-9b48-b489b5b1597f HTTP/1.1" status: 200  len: 210 time: 0.0650523
May 19 23:23:17.508475 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 19b0f356-90c3-4551-900f-3a3129ad8782 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:23:17.543270 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] No Port match for: 19b0f356-90c3-4551-900f-3a3129ad8782 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:23:17.543604 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Device 19b0f356-90c3-4551-900f-3a3129ad8782 not bound to the agent host hv-cinder-79229 {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:23:17.565168 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49330) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:17.777851 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Deleting port 2b2986a4-3f3e-42c0-b384-09872498a32f {{(pid=91826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:17.778106 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:17.892283 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:17.892602 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:18.011033 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.plugins.ml2.plugin [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Calling delete_port for 2b2986a4-3f3e-42c0-b384-09872498a32f owned by network:floatingip {{(pid=91826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:18.123880 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6212477'] for port, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:18.127303 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2209a3af-e13b-4aae-afb4-0e1b69ca96d7 tempest-AttachVolumeNegativeTest-1126945040 tempest-AttachVolumeNegativeTest-1126945040-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:18.168963 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event deleted for resources: {'Port': ['ID=2b2986a4-3f3e-42c0-b384-09872498a32f,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:18.173035 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:18.260606 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for floatingip, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:18.277416 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4050'] for floatingip, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:18.278575 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-40911e99-0bbf-42f4-8aed-0470920defe5 tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "DELETE /v2.0/floatingips/6617b895-fdf8-4c93-b53e-536d0ca5fd61 HTTP/1.1" status: 204  len: 168 time: 0.7124310
May 19 23:23:19.650760 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49344) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:19.718671 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-76f41e55-692b-4377-9fa0-abe90f75e3df tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:19.747308 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-76f41e55-692b-4377-9fa0-abe90f75e3df tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:19.810405 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-76f41e55-692b-4377-9fa0-abe90f75e3df tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:19.814520 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-31901ff4-5721-441a-8cac-aaf07e612c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:19.830076 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f41e55-692b-4377-9fa0-abe90f75e3df tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138a301e-427f-43cc-8770-126f26d1ab69,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:19.832789 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-76f41e55-692b-4377-9fa0-abe90f75e3df tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:19.840441 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-76f41e55-692b-4377-9fa0-abe90f75e3df tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:19.841576 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-76f41e55-692b-4377-9fa0-abe90f75e3df tempest-TestVolumeBootPattern-754839176 tempest-TestVolumeBootPattern-754839176-project] 10.222.0.25 "DELETE /v2.0/security-groups/138a301e-427f-43cc-8770-126f26d1ab69 HTTP/1.1" status: 204  len: 168 time: 0.1898501
May 19 23:23:19.899054 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49350) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:20.667844 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:21.063419 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Deleting port 25f7a40c-b500-456a-813f-e65b9c113ecc {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:21.063752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:21.181885 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] For port 25f7a40c-b500-456a-813f-e65b9c113ecc, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=25f7a40c-b500-456a-813f-e65b9c113ecc,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:21.182234 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:21.305079 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Calling delete_port for 25f7a40c-b500-456a-813f-e65b9c113ecc owned by network:router_interface {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:21.452506 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:21.456807 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-4f830415-645f-4cf5-9f12-d6b045d82239 tempest-TestShelveInstance-2035725832 tempest-TestShelveInstance-2035725832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:21.600716 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f7a40c-b500-456a-813f-e65b9c113ecc,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:21.603852 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:21.860974 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:22.209613 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:23:22.385457 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:23:22.395153 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] Sync routers for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:23:22.399815 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] 10.222.0.25 "PUT /v2.0/routers/74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4997241
May 19 23:23:22.402326 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49356) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:22.404191 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:22.405433 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06722ded90>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:22.575010 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:22.579233 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:22.747879 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:22.820217 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Deleting port a81f1cb6-e21d-456c-9b70-7ee2f6b71916 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:22.820476 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:22.904425 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06722ded90>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250'}], 'enable_snat': True}, 'gw_port_id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:23:21Z', 'revision_number': 5, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port': {'id': 'a81f1cb6-e21d-456c-9b70-7ee2f6b71916', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:09Z', 'updated_at': '2021-05-19T23:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:22.908882 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] Checking router: 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 for host: dv-cinder-792299-1-iscsi {{(pid=91827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:23:22.917361 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] Routers {'74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:22.918100 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f06722ded90>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'], 'active': True} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:23.056326 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] For port a81f1cb6-e21d-456c-9b70-7ee2f6b71916, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=a81f1cb6-e21d-456c-9b70-7ee2f6b71916,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:23.056956 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.065766 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvr_db [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] Set router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 gateway port host: None {{(pid=91827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:23.172280 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_hamode_db [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f06722ded90>, [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:23:22Z', 'revision_number': 6, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port_host': None}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:23.176596 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bc63ad-800e-49ab-a4e0-e9369737f0a7 None None] The sync data for ids ['74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8'] in dv-cinder-792299-1-iscsi is: [{'id': '74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8', 'name': 'tempest-TestVolumeBootPattern-1759036099-router', 'tenant_id': '57a3de62a515457fb5020edf8b9a5f41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:08Z', 'updated_at': '2021-05-19T23:23:22Z', 'revision_number': 6, 'project_id': '57a3de62a515457fb5020edf8b9a5f41', 'gw_port_host': None}] {{(pid=91827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:23:23.184565 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Calling delete_port for a81f1cb6-e21d-456c-9b70-7ee2f6b71916 owned by network:router_gateway {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:23.323907 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.327372 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7b20e1e9-5a37-48af-adb8-9bc00f677655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:23.371729 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a81f1cb6-e21d-456c-9b70-7ee2f6b71916,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:23.375351 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:23.462049 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.636905 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.639600 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.661526 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.662075 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 {{(pid=91825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:23:23.674344 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.675449 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-a2ffc018-72ec-4b69-8ad6-057aa46d38e9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/74dc2e55-87f7-47d0-bd2f-6ef3da25d6b8 HTTP/1.1" status: 204  len: 168 time: 1.2722404
May 19 23:23:23.678007 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49360) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:23.738385 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] Deleting subnet 2dea96fa-4bc7-4474-8790-913c405da9d0 {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:23:23.741118 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.788677 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6878897'] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.866752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:23.989847 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 25f7a40c-b500-456a-813f-e65b9c113ecc no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:23:24.025825 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 25f7a40c-b500-456a-813f-e65b9c113ecc {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:23:24.026178 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 25f7a40c-b500-456a-813f-e65b9c113ecc not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:23:24.113325 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8361647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6952225'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.117302 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-13889b43-8443-4756-bc44-6adcd47546b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:24.157787 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dea96fa-4bc7-4474-8790-913c405da9d0,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:24.159745 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.162632 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:24.165342 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba19cf1-9ad5-4e8a-8844-4c6d39a11bf4 None None] Network 16183c22-abeb-4029-a3cd-a14ea0c0253b requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:23:24.169523 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-252cfb6f-9c74-4c25-8101-bd6ebe41bdfd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2dea96fa-4bc7-4474-8790-913c405da9d0 HTTP/1.1" status: 204  len: 168 time: 0.4883006
May 19 23:23:24.169675 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49364) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:24.276607 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.346052 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Deleting port 563e3a0c-de18-4cd0-94d4-4708711663f7 {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:24.346501 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.416847 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] DHCP port deletion for 16183c22-abeb-4029-a3cd-a14ea0c0253b request from dv-cinder-792299-1-iscsi {{(pid=91827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:23:24.488725 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Deleting port 563e3a0c-de18-4cd0-94d4-4708711663f7 {{(pid=91827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:24.489019 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.558661 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] For port 563e3a0c-de18-4cd0-94d4-4708711663f7, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=563e3a0c-de18-4cd0-94d4-4708711663f7,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:24.559111 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.588318 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] For port 563e3a0c-de18-4cd0-94d4-4708711663f7, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=563e3a0c-de18-4cd0-94d4-4708711663f7,segment=NetworkSegment(e61b1331-d10b-439c-8d4f-8291d566d657),segment_id=e61b1331-d10b-439c-8d4f-8291d566d657)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:24.588711 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.683191 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Calling delete_port for 563e3a0c-de18-4cd0-94d4-4708711663f7 owned by network:dhcp {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:24.707935 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Calling delete_port for 563e3a0c-de18-4cd0-94d4-4708711663f7 owned by network:dhcp {{(pid=91827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:24.729402 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.734235 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-48915b23-1a3d-4c1c-a718-765d27d5f406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:24.757443 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.761123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:24.780392 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Pushing event deleted for resources: {'Port': ['ID=563e3a0c-de18-4cd0-94d4-4708711663f7,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:24.783483 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:24.784258 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] No DVR routers for this DVR port 563e3a0c-de18-4cd0-94d4-4708711663f7 on host dv-cinder-792299-1-iscsi {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:23:24.802460 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Pushing event deleted for resources: {'Port': ['ID=563e3a0c-de18-4cd0-94d4-4708711663f7,revision_number=None']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:24.812044 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] No DVR routers for this DVR port 563e3a0c-de18-4cd0-94d4-4708711663f7 on host dv-cinder-792299-1-iscsi {{(pid=91827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:23:24.814133 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.814483 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.814822 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.815223 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.815559 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.815888 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.816213 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.816542 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.816862 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.817179 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.817497 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.817854 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-1-iscsi {{(pid=91827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 23:23:24.821254 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-ac58cff8-6a3e-472d-aa47-6291a2946f8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:24.898632 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.911210 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f06718c08b0>,) {'filters': {'network_id': ['16183c22-abeb-4029-a3cd-a14ea0c0253b']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:24.923631 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f06718c08b0>, 'e61b1331-d10b-439c-8d4f-8291d566d657') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:24.923927 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f06718c08b0>, 'e61b1331-d10b-439c-8d4f-8291d566d657') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:24.935005 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.951123 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.957720 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:23:24.958107 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:23:24.970855 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:23:25.046216 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:25.051491 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:25.053919 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-0d4d7243-902a-4d47-923d-bf6faced87cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:25.075698 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Pushing event deleted for resources: {'Network': ['ID=16183c22-abeb-4029-a3cd-a14ea0c0253b,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:25.078962 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:25.089508 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-7d8c5972-2777-4046-9dea-75f65b9e52ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/16183c22-abeb-4029-a3cd-a14ea0c0253b HTTP/1.1" status: 204  len: 168 time: 0.9188185
May 19 23:23:25.092387 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49368) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:25.602337 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device a81f1cb6-e21d-456c-9b70-7ee2f6b71916 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:23:25.623645 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-396879'] for router_interface, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:25.639614 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: a81f1cb6-e21d-456c-9b70-7ee2f6b71916 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:23:25.639971 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device a81f1cb6-e21d-456c-9b70-7ee2f6b71916 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:23:25.640393 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 563e3a0c-de18-4cd0-94d4-4708711663f7 no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:23:25.672192 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 563e3a0c-de18-4cd0-94d4-4708711663f7 {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:23:25.672806 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 563e3a0c-de18-4cd0-94d4-4708711663f7 not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:23:26.119509 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Deleting port 7bec932e-ad41-4611-84a3-4c708bc4671d {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:26.119843 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:26.238907 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] For port 7bec932e-ad41-4611-84a3-4c708bc4671d, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=7bec932e-ad41-4611-84a3-4c708bc4671d,segment=NetworkSegment(0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7),segment_id=0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:26.239266 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:26.358852 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Calling delete_port for 7bec932e-ad41-4611-84a3-4c708bc4671d owned by network:router_interface {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:26.509234 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:26.513510 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-be87ae1d-0532-425e-a24d-0bf97aeb3e86 tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:26.557746 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Pushing event deleted for resources: {'Port': ['ID=7bec932e-ad41-4611-84a3-4c708bc4671d,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:26.584450 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:26.823630 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-398815'] for router_interface, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:27.174824 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Router cbfa5a76-8239-4526-b055-be9ca135d814 has already been hosted by L3 agent c7e815ff-b484-409d-89db-e1162072c608 {{(pid=91825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 23:23:27.451105 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] Notify agent at l3_agent.dv-cinder-792299-1-iscsi the message routers_updated {{(pid=91825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 23:23:27.459126 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] Sync routers for ids ['cbfa5a76-8239-4526-b055-be9ca135d814'] in dv-cinder-792299-1-iscsi {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 23:23:27.466848 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-ca11d452-0c6e-4e6a-9d54-80e71481fb7a admin admin] 10.222.0.25 "PUT /v2.0/routers/cbfa5a76-8239-4526-b055-be9ca135d814/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3732903
May 19 23:23:27.468260 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] Routers {'cbfa5a76-8239-4526-b055-be9ca135d814'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:27.468876 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672e40ac0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['cbfa5a76-8239-4526-b055-be9ca135d814'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:27.469313 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49372) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:27.646393 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] Set router cbfa5a76-8239-4526-b055-be9ca135d814 gateway port host: dv-cinder-792299-1-iscsi {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:27.652240 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks [] for router, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:27.826236 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:27.903645 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Deleting port c9814d5c-209e-48de-8885-8ec070de95ae {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:27.903993 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:27.930904 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672e40ac0>, [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'external_fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:23:26Z', 'revision_number': 5, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port': {'id': 'c9814d5c-209e-48de-8885-8ec070de95ae', 'name': '', 'network_id': 'da18c61e-4340-4265-8f85-d430e3680685', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:f1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '54752b4f-26ef-45ee-98d7-aea473700448', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:16:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54752b4f-26ef-45ee-98d7-aea473700448', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-1-iscsi'}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:27.934705 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] Checking router: cbfa5a76-8239-4526-b055-be9ca135d814 for host: dv-cinder-792299-1-iscsi {{(pid=91828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 23:23:27.943042 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] Routers {'cbfa5a76-8239-4526-b055-be9ca135d814'} bound to L3 agent in host dv-cinder-792299-1-iscsi {{(pid=91828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 23:23:27.943647 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0672e40ac0>, 'dv-cinder-792299-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T22:59:09Z,description=<?>,heartbeat_timestamp=2021-05-19T23:23:09Z,host='dv-cinder-792299-1-iscsi',id=c7e815ff-b484-409d-89db-e1162072c608,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T22:59:09Z,topic='l3_agent')) {'router_ids': ['cbfa5a76-8239-4526-b055-be9ca135d814'], 'active': True} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:28.024948 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] For port c9814d5c-209e-48de-8885-8ec070de95ae, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=c9814d5c-209e-48de-8885-8ec070de95ae,segment=NetworkSegment(7851a6f2-c456-4121-ae82-40d998bef26d),segment_id=7851a6f2-c456-4121-ae82-40d998bef26d)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:28.025300 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.090180 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_dvr_db [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] Set router cbfa5a76-8239-4526-b055-be9ca135d814 gateway port host: None {{(pid=91828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 23:23:28.149757 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Calling delete_port for c9814d5c-209e-48de-8885-8ec070de95ae owned by network:router_gateway {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:28.194541 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.l3_hamode_db [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0672e40ac0>, [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:23:27Z', 'revision_number': 6, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port_host': None}], 'dv-cinder-792299-1-iscsi', False) {} {{(pid=91828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:28.198400 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e658f183-6446-4d19-8d4c-a9fb7de90aa0 None None] The sync data for ids ['cbfa5a76-8239-4526-b055-be9ca135d814'] in dv-cinder-792299-1-iscsi is: [{'id': 'cbfa5a76-8239-4526-b055-be9ca135d814', 'name': 'tempest-TestVolumeBootPattern-126061932-router', 'tenant_id': '6acbad5357e44249b37a68fe4389dc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T23:16:16Z', 'updated_at': '2021-05-19T23:23:27Z', 'revision_number': 6, 'project_id': '6acbad5357e44249b37a68fe4389dc88', 'gw_port_host': None}] {{(pid=91828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 23:23:28.289226 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.293752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-eea25072-c3da-4e80-abb6-f1eeb4dae9a0 tempest-ServerRescueNegativeTestJSON-1498789228 tempest-ServerRescueNegativeTestJSON-1498789228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:28.335063 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9814d5c-209e-48de-8885-8ec070de95ae,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:28.338168 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:28.427481 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-400996'] for router_gateway, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.601343 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126288'] for router, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.604150 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.628828 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-450611'] for router, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.629328 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbfa5a76-8239-4526-b055-be9ca135d814 {{(pid=91825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 23:23:28.641406 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] Notify callbacks [] for router, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.642566 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-74ea6cd5-015b-4742-b4e5-8facfa93153e admin admin] 10.222.0.25 "DELETE /v2.0/routers/cbfa5a76-8239-4526-b055-be9ca135d814 HTTP/1.1" status: 204  len: 168 time: 1.1723161
May 19 23:23:28.644985 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49376) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:28.703488 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] Deleting subnet 1bfe53b3-e439-49eb-a992-b84438bd2f42 {{(pid=91825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 23:23:28.706331 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.753437 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6878897'] for subnet, precommit_delete_associations {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:28.948276 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1498439'] for subnet, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.200206 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1498480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8361647', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6952225'] for subnet, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.205291 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:29.240217 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bfe53b3-e439-49eb-a992-b84438bd2f42,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:29.242175 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.245752 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:29.246755 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a8fb41-3c30-4dcf-a904-0145ad98ce47 None None] Network 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 requested from dv-cinder-792299-1-iscsi {{(pid=91827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 23:23:29.249077 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-a407fddb-8583-4a75-ba5b-04212cb51f69 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1bfe53b3-e439-49eb-a992-b84438bd2f42 HTTP/1.1" status: 204  len: 168 time: 0.6031163
May 19 23:23:29.251511 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49380) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:29.356530 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1510207'] for network, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.430035 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Deleting port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d {{(pid=91825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:29.430432 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.494741 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] DHCP port deletion for 3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 request from dv-cinder-792299-1-iscsi {{(pid=91827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 23:23:29.531886 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.db [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] For port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,segment=NetworkSegment(0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7),segment_id=0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7)] {{(pid=91825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:29.532290 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.598270 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] Deleting port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d {{(pid=91827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 23:23:29.598944 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8729106276967'] for port, before_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.626154 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 7bec932e-ad41-4611-84a3-4c708bc4671d no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:23:29.661335 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.plugin [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Calling delete_port for 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d owned by network:dhcp {{(pid=91825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:29.665748 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 7bec932e-ad41-4611-84a3-4c708bc4671d {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:23:29.666106 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 7bec932e-ad41-4611-84a3-4c708bc4671d not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:23:29.666532 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device c9814d5c-209e-48de-8885-8ec070de95ae no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:23:29.707501 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8354928'] for port, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.712182 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-219913f2-9a64-4e0e-aff7-3b49d4837c9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:29.746490 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: c9814d5c-209e-48de-8885-8ec070de95ae {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:23:29.746490 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device c9814d5c-209e-48de-8885-8ec070de95ae not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:23:29.746875 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d no longer exists at agent ovs-agent-dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 23:23:29.754528 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:29.757584 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:29.758384 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] No DVR routers for this DVR port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d on host dv-cinder-792299-1-iscsi {{(pid=91825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:23:29.790868 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] No Port match for: 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d {{(pid=91827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 23:23:29.791216 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.rpc [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Device 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d not bound to the agent host dv-cinder-792299-1-iscsi {{(pid=91827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 23:23:29.799920 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.db [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] For port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d, host dv-cinder-792299-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-1-iscsi',level=0,port_id=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,segment=NetworkSegment(0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7),segment_id=0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7)] {{(pid=91827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 23:23:29.800315 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399753'] for port, precommit_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.871698 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1491916', 'neutron.services.segments.db._delete_segments_for_network-8729106305410'] for network, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.884861 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0671fba2e0>,) {'filters': {'network_id': ['3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8']}} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:29.896941 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671fba2e0>, '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7') {'for_net_delete': True} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:29.897239 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.services.segments.db [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0671fba2e0>, '0be0920d-7009-4f8e-b5ac-f22e7d2bd6a7') {} {{(pid=91825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 23:23:29.908404 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8729106315915', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6878886'] for segment, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.919613 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.plugins.ml2.plugin [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] Calling delete_port for 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d owned by network:dhcp {{(pid=91827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 23:23:29.925208 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084'] for segment, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.931286 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=91825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 23:23:29.931661 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1496084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8354829'] for segment, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]: Traceback (most recent call last):
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     timer()
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     cb(*args, **kw)
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     return func(*args, **kwargs)
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     self._notify()
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     self.callback(batched_events)
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     event.method(event)
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     return f(self, *a, **k)
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._get(url).json()
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     return self.request(url, 'GET', **kwargs)
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 23:23:29.945362 dv-cinder-792299-1-iscsi neutron-server[91825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 23:23:29.962708 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1638000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583054', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8729106279864', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8729105848324'] for port, after_delete {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:29.967615 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-67989e5c-c78d-406a-b824-fc877b8fc6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:30.011323 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] Pushing event deleted for resources: {'Port': ['ID=193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d,revision_number=None']} {{(pid=91827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:30.014674 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG oslo_concurrency.lockutils [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91827) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:30.015496 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221aa1a8-ebac-4104-9ee1-ca378b9b5130 None None] No DVR routers for this DVR port 193a5c3e-cea2-4aa3-9bd9-92e8c9ccf16d on host dv-cinder-792299-1-iscsi {{(pid=91827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 23:23:30.028835 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1491909', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-589975', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-583097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-400975'] for network, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.032854 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:30.046634 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583068'] for network, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.056892 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:30.061005 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:30.064554 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-ddf68253-483a-4ef7-a9b6-577408078b99 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3ecde684-a9ac-4a20-b8bb-9d06d1a7b8f8 HTTP/1.1" status: 204  len: 168 time: 0.8121395
May 19 23:23:30.177907 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49386) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:30.226069 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-930c754d-5d9d-4ea0-a6dc-2b64c844006f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57a3de62a515457fb5020edf8b9a5f41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468059
May 19 23:23:30.228192 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.wsgi [-] (91825) accepted ('10.222.0.25', 49390) {{(pid=91825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:30.288375 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc025-461a-4b8e-973e-664988df8ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.313926 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc025-461a-4b8e-973e-664988df8ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.366993 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc025-461a-4b8e-973e-664988df8ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.370896 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-aa9dd8c8-d5aa-4576-89c3-948f9be44bab tempest-TestMinimumBasicScenario-1213700613 tempest-TestMinimumBasicScenario-1213700613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:30.384824 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6dc025-461a-4b8e-973e-664988df8ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4c3cca-d72f-4f5c-8366-acab11f80f63,revision_number=None']} {{(pid=91825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:30.387818 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG oslo_concurrency.lockutils [None req-1b6dc025-461a-4b8e-973e-664988df8ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91825) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:30.396261 dv-cinder-792299-1-iscsi neutron-server[91825]: DEBUG neutron_lib.callbacks.manager [None req-1b6dc025-461a-4b8e-973e-664988df8ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.397548 dv-cinder-792299-1-iscsi neutron-server[91825]: INFO neutron.wsgi [None req-1b6dc025-461a-4b8e-973e-664988df8ee6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db4c3cca-d72f-4f5c-8366-acab11f80f63 HTTP/1.1" status: 204  len: 168 time: 0.1684823
May 19 23:23:30.836288 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49398) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:30.884728 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-fc070eec-84f1-4218-9347-d4726656cd04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6acbad5357e44249b37a68fe4389dc88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471900
May 19 23:23:30.886918 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.wsgi [-] (91826) accepted ('10.222.0.25', 49402) {{(pid=91826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 23:23:30.944147 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2dc348c2-63c1-415a-aa24-bda065c154d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:30.969784 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2dc348c2-63c1-415a-aa24-bda065c154d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:31.023757 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2dc348c2-63c1-415a-aa24-bda065c154d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589941'] for security_group, after_delete {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:31.027483 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-78276c39-e85d-412c-bde7-6de0dbc735c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 23:23:31.039928 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc348c2-63c1-415a-aa24-bda065c154d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bcaf5f-8b4b-442f-9fb8-3aa6cc1b8f07,revision_number=None']} {{(pid=91826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 23:23:31.043430 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG oslo_concurrency.lockutils [None req-2dc348c2-63c1-415a-aa24-bda065c154d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 23:23:31.046654 dv-cinder-792299-1-iscsi neutron-server[91826]: DEBUG neutron_lib.callbacks.manager [None req-2dc348c2-63c1-415a-aa24-bda065c154d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:31.048000 dv-cinder-792299-1-iscsi neutron-server[91826]: INFO neutron.wsgi [None req-2dc348c2-63c1-415a-aa24-bda065c154d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0bcaf5f-8b4b-442f-9fb8-3aa6cc1b8f07 HTTP/1.1" status: 204  len: 168 time: 0.1602182
May 19 23:23:31.354961 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:23:36.225159 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aab0a163-8bf9-4cdd-9529-c243352e2604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:38.756707 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:39.031998 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-6cde842c-0178-40d0-a2f7-f3bab2e30604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:39.783499 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:41.493501 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:23:43.968615 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:06.225719 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-8cbdbd58-7f16-4500-b310-80adedd39d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:08.354066 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:24:08.758886 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:09.032851 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0fa9c638-91be-4a94-93c5-d46c8dc1fe06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:09.786390 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:11.496124 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:13.982473 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:36.226880 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-290ce6c4-9012-4fbc-bf93-f9674a635d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:38.761204 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:39.033123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-17db8778-740d-4928-8f00-2667b21780a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:39.789281 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:41.498206 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:43.982484 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:24:45.352943 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:25:06.228794 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-7dea8f2d-55b6-4071-8dcb-2286fe61e71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:08.763254 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:09.034395 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-59aea9d5-4c9e-4860-9d6e-eebd5e41a57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:09.789677 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:11.503689 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:13.996635 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:22.351127 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:25:36.230293 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-1f1bb30b-0f1c-49b7-a2e4-b9eb443cac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:38.765956 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:39.035729 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-ccccae20-1b10-41b6-843b-27bb89ab073d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:39.793576 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:41.503333 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:43.996230 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:25:59.350557 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:26:06.230880 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-dc8b2e08-3f88-44b1-ade4-5f72cc72724b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:08.769353 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:09.037334 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-9d6fecd1-f00e-41da-844f-5401a0832c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:09.796697 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:11.506343 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:13.994793 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:36.231355 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-54b341f7-8348-44fa-b4c8-7789bf201923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:36.349799 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:26:38.771894 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:39.038383 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-c5915688-ed99-4703-95a0-da5af0e1417e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:39.799793 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:41.509907 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:26:43.994630 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:06.232457 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-4f081125-eb88-45d4-b12a-3d10d8f801af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:08.773763 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:09.042034 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-cb25e3a8-6752-455b-b1ef-e0a2fe09f10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:09.803135 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:11.518941 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:13.348688 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:27:14.009167 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:36.233446 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-1d58c9f9-9093-4361-b328-f0d4644a0bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:38.774967 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:39.042272 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-5f78473c-422b-445d-9c6e-e058d0197884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:39.805488 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:41.513255 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:44.027123 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:27:50.349046 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:28:06.234854 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e8168ada-bf47-4d29-a353-255694d2bd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:08.776909 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:09.044166 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-3aa8e64f-c740-4f89-98a2-241ba116b3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:09.807944 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:11.515208 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-0068f321-0ac0-401b-bd19-56d4ae278aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:14.024034 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-aa0c7c6b-1fcf-47d9-a19a-3416a83f3d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:27.348441 dv-cinder-792299-1-iscsi neutron-server[91828]: DEBUG neutron.db.agents_db [None req-0f83f656-98a0-4a48-afb2-9b13b858c73e None None] Agent healthcheck: found 6 active agents {{(pid=91828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 23:28:36.236214 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-e727e31a-28a5-4c5c-8f78-ea4a801f3b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:38.779717 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-19148bad-67fd-422c-9e3e-a96e339cf2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:39.045431 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-3b7692bf-c92b-464d-84cb-63e4058613e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 23:28:39.810175 dv-cinder-792299-1-iscsi neutron-server[91827]: DEBUG neutron_lib.callbacks.manager [None req-369484d8-331d-4d8e-8bc1-ddd601cc4cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8729106309852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1493766'] for agent, after_update {{(pid=91827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}